-- Logs begin at Fri 2021-06-25 13:55:39 UTC, end at Fri 2021-06-25 15:25:23 UTC. --
Jun 25 14:30:22.806890 dv-cinder-798091-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 25 14:30:25.080764 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.common.config [-] Logging enabled!
Jun 25 14:30:25.081484 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89
Jun 25 14:30:25.081484 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78330) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 25 14:30:25.084594 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.common.config [-] Logging enabled!
Jun 25 14:30:25.084848 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89
Jun 25 14:30:25.085153 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78330) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 25 14:30:25.086065 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 25 14:30:25.086297 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 25 14:30:25.086644 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 25 14:30:25.086886 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 25 14:30:25.087107 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 25 14:30:25.087445 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.087738 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.088029 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.088260 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.088580 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.088864 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.089145 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.089426 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.089721 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.090003 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.090277 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.090556 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.090784 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.091061 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.091342 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.091622 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.091846 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.092121 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.092561 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.092973 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.093250 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.093534 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.093811 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.094078 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.094353 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.094633 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.094955 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] host                           = dv-cinder-798091-1-iscsi {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.095228 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.095508 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.095789 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.096074 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.096343 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.096653 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.096923 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.097191 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.097459 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.097731 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.098015 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.098297 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.098580 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.098803 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.099025 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.099306 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.099588 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.099866 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.100135 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.100406 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.100704 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.100976 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.101241 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.101522 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.101805 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.102091 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.102362 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.102632 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.102932 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.103203 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.103483 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.103754 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.104025 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.104298 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.104598 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.104867 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.105136 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.105431 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.105713 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.105991 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.106271 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.106541 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.106819 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.107090 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.107359 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.107627 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.107897 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.108165 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.108440 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.108733 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.109002 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.109271 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.109538 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.109822 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:25.110116 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.110406 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.110700 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.110978 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.111266 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.111541 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.111826 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.112104 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.112389 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.112707 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.112996 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.113272 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.113557 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.113835 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.114125 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.114427 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.114717 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.115003 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.115276 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.115547 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.115820 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.116096 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.116378 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.116692 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.116978 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.117250 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.117527 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.117815 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.118088 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.118356 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.119145 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.119429 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.119704 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.119975 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.120254 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.120553 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.120824 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.121090 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.121363 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.121646 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.121917 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.122184 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.122450 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.122720 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.122987 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.123267 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.123538 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.123802 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.124067 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.124341 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.124636 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.124905 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.125178 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.125445 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.125716 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.125982 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.126248 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.126515 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.126782 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.127048 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.127314 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.127578 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.127848 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.128113 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.128381 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.128670 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.128935 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.129201 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.129481 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.129770 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.130042 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.130318 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.130590 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.130863 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.131137 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.131405 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.131676 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.131946 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.132212 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.132511 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.132789 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.133071 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.133346 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.133615 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.133905 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.134734 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.135019 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.135292 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.135564 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.135845 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.136125 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.136413 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.136730 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.137019 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.137305 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.137591 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.137868 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.138171 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.138446 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:25.138659 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 25 14:30:25.138894 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78330) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 25 14:30:25.522141 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO keyring.backend [-] Loading KWallet
Jun 25 14:30:25.529751 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO keyring.backend [-] Loading SecretService
Jun 25 14:30:25.533261 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO keyring.backend [-] Loading Windows
Jun 25 14:30:25.534555 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO keyring.backend [-] Loading chainer
Jun 25 14:30:25.535110 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO keyring.backend [-] Loading macOS
Jun 25 14:30:25.567349 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78330) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:30:25.567620 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=78330) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:30:25.567908 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78330) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:30:25.568239 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 25 14:30:25.870117 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:25.870402 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:25.870673 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:25.871859 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:25.872138 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:25.872409 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:25.991491 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:25.991770 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:25.992036 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.005721 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.005998 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.006263 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.035072 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.035349 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.035613 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.074375 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.074653 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.074924 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.304228 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd28c981ca0> agent after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.304890 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd28c981ca0> agent after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.304890 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fd28c981b80> segment precommit_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.305045 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fd28c981c10> network precommit_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.305776 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fd28c9b4280> segment before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.427976 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> network before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.428295 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fd28c6ab0d0> agent before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.428596 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> network before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.428865 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> port before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.429127 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> port before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.429433 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> segment after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.429693 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> segment precommit_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.429948 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> segment precommit_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.430197 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> segment after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.430480 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> network after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.430737 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> network precommit_delete 0 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.431592 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> port provisioning_complete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.431856 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.432111 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> rbac-policy after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.432373 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> agent after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.432806 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> subnet after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.433067 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> subnet precommit_delete 0 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.433336 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.433587 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.433866 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> segment_host_mapping after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.434213 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> port after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.434461 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> port after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.434707 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> port after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.434985 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.435228 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.435470 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd28d226ca0>> rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.435850 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 25 14:30:26.436088 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 25 14:30:26.436321 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 25 14:30:26.436581 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 25 14:30:26.436813 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 25 14:30:26.437043 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 25 14:30:26.437400 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 25 14:30:26.440429 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 25 14:30:26.444305 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 25 14:30:26.448057 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Jun 25 14:30:26.449687 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 25 14:30:26.450128 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 25 14:30:26.450465 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 25 14:30:26.450847 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 25 14:30:26.454051 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 25 14:30:26.454298 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 25 14:30:26.454639 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 25 14:30:26.482102 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 25 14:30:26.482546 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fd28ca56a00>> qos_plugin after_init 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.482838 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78330) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 25 14:30:26.483194 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fd28ca56460>> logging-plugin after_init 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.484565 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78330) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 25 14:30:26.484848 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 25 14:30:26.485093 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 25 14:30:26.488268 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd28c7b5310>> floatingip before_response 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.488584 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd28c7b5310>> port before_response 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:26.550041 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 25 14:30:26.550268 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 25 14:30:26.550503 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 25 14:30:26.550870 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 25 14:30:26.582253 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_db.sqlalchemy.engines [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78330) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jun 25 14:30:26.910097 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Initializing driver for type 'gre'
Jun 25 14:30:26.910534 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] gre ID ranges: [(1, 1000)]
Jun 25 14:30:26.966778 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Initializing driver for type 'local'
Jun 25 14:30:26.967146 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Initializing driver for type 'vlan'
Jun 25 14:30:26.978794 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] VlanTypeDriver initialization complete
Jun 25 14:30:26.979156 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Initializing driver for type 'vxlan'
Jun 25 14:30:26.979711 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] vxlan ID ranges: [(1, 1000)]
Jun 25 14:30:27.030755 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Initializing extension driver 'port_security'
Jun 25 14:30:27.031131 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.extensions.port_security [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] PortSecurityExtensionDriver initialization complete
Jun 25 14:30:27.031516 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Initializing mechanism driver 'openvswitch'
Jun 25 14:30:27.031841 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Initializing mechanism driver 'hyperv'
Jun 25 14:30:27.038383 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.plugins.ml2.plugin [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:30:27.039172 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c29bf10>> port after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.039545 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c29bf10>> port after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.039898 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c29bf10>> port after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.040781 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c721a60>> subnet after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.041143 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c721a60>> subnet after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.041487 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c721a60>> subnet after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.041863 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c25db20>> network after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.042209 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c25db20>> network after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.042549 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c25db20>> network after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.042922 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c25ddc0>> security_group after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.043272 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c25ddc0>> security_group after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.043613 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c25ddc0>> security_group after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.043987 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c25d310>> security_group_rule after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.044330 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c25d310>> security_group_rule after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.044690 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c25d310>> security_group_rule after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.045061 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c262250>> address_group after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.045403 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c262250>> address_group after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.045736 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd28c262250>> address_group after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.046074 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] ML2 OVO RPC backend initialized. {{(pid=78330) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jun 25 14:30:27.046780 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd28c262640>> router_interface after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.047132 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd28c262640>> router_interface after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.047548 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd28c262640>> network before_response 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.047893 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd28c262640>> networks before_response 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.048238 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd28c262640>> port before_response 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.048607 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd28c262640>> ports before_response 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.048949 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd28c262640>> subnet before_response 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.049287 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd28c262640>> subnets before_response 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.049629 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd28c262640>> network after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.049967 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd28c262640>> network after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.050300 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd28c262640>> network after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.050633 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd28c262640>> port after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.050968 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd28c262640>> port after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.051300 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd28c262640>> port after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.051632 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd28c262640>> subnet after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.051965 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd28c262640>> subnet after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.052293 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd28c262640>> subnet after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.052899 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.plugin [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Modular L2 Plugin initialization complete
Jun 25 14:30:27.053228 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading services supported by the core plugin {{(pid=78330) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 25 14:30:27.053555 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.plugins.ml2.managers [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Got port-security extension from driver 'port_security'
Jun 25 14:30:27.054011 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.extensions.vlantransparent [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Disabled vlantransparent extension.
Jun 25 14:30:27.054494 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78330) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 25 14:30:27.054807 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading Plugin: router
Jun 25 14:30:27.091968 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router_interface before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.092359 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router after_create 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.092761 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router before_create 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.093131 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router_interface before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.093503 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router_interface after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.093858 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router after_delete 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.094214 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> floatingip after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.094575 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router after_create 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.094921 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router after_update 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.095269 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router after_update 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.095614 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router_gateway after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.095969 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router after_update 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.096374 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router precommit_update 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.096768 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fd28c8dfca0> port after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.097109 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fd28c8dfdc0> port after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.097443 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fd28c8dfd30> subnet after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.097781 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fd28c8dfc10> subnetpool_address_scope after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.098124 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> port precommit_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.098468 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router precommit_create 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.098808 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fd28c8da700> port before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.099148 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router precommit_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.099500 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router after_update 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.099837 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router precommit_delete 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.100181 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router precommit_create 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.100565 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router_interface after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.100908 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> router precommit_update 55549900 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.101268 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> agent after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.101619 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> agent after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.101962 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd28c262760>> network after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.103303 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Tracking information for resource: router configured {{(pid=78330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 25 14:30:27.103634 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Tracking information for resource: floatingip configured {{(pid=78330) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 25 14:30:27.108547 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.db.l3_agentschedulers_db [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 25 14:30:27.109127 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fd28c1d71f0> port after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.109487 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fd28c1d70d0> port after_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.109840 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <function _notify_port_delete at 0x7fd28c1d7160> port after_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.110191 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fd28c1d74c0> port after_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.110976 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd28c1f49d0>> router before_create 55550100 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.111347 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd28c1f49d0>> router precommit_delete 55550100 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.111708 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd28c1f49d0>> router precommit_create 55550100 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.112062 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd28c1f49d0>> router precommit_update 55550100 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.116322 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.services.provider_configuration [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Service providers = [] {{(pid=78330) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 25 14:30:27.116719 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.db.servicetype_db [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78330) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 25 14:30:27.120195 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.services.service_base [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78330) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 25 14:30:27.120587 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.services.service_base [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78330) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 25 14:30:27.120932 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.services.service_base [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78330) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 25 14:30:27.121809 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.services.service_base [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78330) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 25 14:30:27.122342 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.services.service_base [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 25 14:30:27.122718 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 25 14:30:27.123035 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 25 14:30:27.133440 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 25 14:30:27.133772 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading Plugin: auto_allocate
Jun 25 14:30:27.139725 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd28c1a68b0> network precommit_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.140092 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd28c1a68b0> network precommit_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.140641 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 25 14:30:27.140959 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading Plugin: tag
Jun 25 14:30:27.147648 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 25 14:30:27.147981 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading Plugin: timestamp
Jun 25 14:30:27.151776 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 25 14:30:27.152109 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading Plugin: network_ip_availability
Jun 25 14:30:27.157327 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd28c1ffdf0>> rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.157700 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd28c1ffdf0>> rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.158058 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd28c1ffdf0>> rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.158757 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 25 14:30:27.159076 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading Plugin: flavors
Jun 25 14:30:27.164134 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 25 14:30:27.164395 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading Plugin: revisions
Jun 25 14:30:27.169252 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78330) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 25 14:30:27.169639 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_concurrency.lockutils [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.602s {{(pid=78330) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:30:27.170370 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78330) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 25 14:30:27.170705 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Initializing extension manager.
Jun 25 14:30:27.171207 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: __init__.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.171546 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: __pycache__ {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.171878 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.172207 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: address_group.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.172978 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.173547 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: address-group
Jun 25 14:30:27.173862 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: address_scope.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.174559 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.175063 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: address-scope
Jun 25 14:30:27.175383 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.176291 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.176821 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: router-admin-state-down-before-update
Jun 25 14:30:27.177141 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: agent.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.177828 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.178326 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: agent
Jun 25 14:30:27.178645 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: agent_resources_synced.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.179533 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.180032 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: agent-resources-synced
Jun 25 14:30:27.180347 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: allowedaddresspairs.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.182709 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.183223 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: allowed-address-pairs
Jun 25 14:30:27.183549 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: auto_allocated_topology.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.184651 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.185161 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: auto-allocated-topology
Jun 25 14:30:27.185484 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: availability_zone.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.186160 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.186662 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: availability_zone
Jun 25 14:30:27.186980 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: availability_zone_filter.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.187870 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.188369 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: availability_zone_filter
Jun 25 14:30:27.188722 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: data_plane_status.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.189667 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.190160 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 25 14:30:27.190479 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: default_subnetpools.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.191376 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.191884 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: default-subnetpools
Jun 25 14:30:27.192210 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.193026 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.193528 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: dhcp_agent_scheduler
Jun 25 14:30:27.193849 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: dns.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.194746 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.195241 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension dns-integration not supported by any of loaded plugins
Jun 25 14:30:27.195560 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: dns_domain_ports.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.196457 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.197002 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 25 14:30:27.197320 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: dvr.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.197976 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.198476 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: dvr
Jun 25 14:30:27.198793 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: empty_string_filtering.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.199696 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.200195 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: empty-string-filtering
Jun 25 14:30:27.200544 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.201449 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.201946 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 25 14:30:27.202267 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.203413 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.203906 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 25 14:30:27.204224 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: external_net.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.205151 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.205650 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: external-net
Jun 25 14:30:27.205968 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.206861 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.207359 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: extra_dhcp_opt
Jun 25 14:30:27.207678 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: extraroute.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.208600 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.209099 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: extraroute
Jun 25 14:30:27.209417 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: extraroute_atomic.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.210432 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.210935 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: extraroute-atomic
Jun 25 14:30:27.211259 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: filter_validation.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.211909 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.212431 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: filter-validation
Jun 25 14:30:27.212778 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: fip_pf_description.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.215111 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.215635 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 25 14:30:27.215967 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: fip_port_details.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.216915 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.217424 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: fip-port-details
Jun 25 14:30:27.217751 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: flavors.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.218969 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.219485 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: flavors
Jun 25 14:30:27.219812 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.221509 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.222024 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 25 14:30:27.222353 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: floatingip_pools.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.223041 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.223546 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: floatingip-pools
Jun 25 14:30:27.223867 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: ip_allocation.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.224801 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.225302 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 25 14:30:27.225624 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.226526 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.227029 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: ip-substring-filtering
Jun 25 14:30:27.227351 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: l2_adjacency.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.228811 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.229309 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 25 14:30:27.229630 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: l3.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.230569 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.231120 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: router
Jun 25 14:30:27.231439 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.233694 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.234214 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 25 14:30:27.234544 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.235479 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.235987 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: ext-gw-mode
Jun 25 14:30:27.236312 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.237257 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.237766 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: l3-ha
Jun 25 14:30:27.238089 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: l3_flavors.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.238997 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.239498 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: l3-flavors
Jun 25 14:30:27.239819 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.240767 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.241273 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 25 14:30:27.241592 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: l3agentscheduler.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.242620 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.243128 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: l3_agent_scheduler
Jun 25 14:30:27.243553 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: logging.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.245066 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.245574 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension logging not supported by any of loaded plugins
Jun 25 14:30:27.245900 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: metering.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.246625 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.247194 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: metering
Jun 25 14:30:27.247518 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.248628 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.249138 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: metering_source_and_destination_fields
Jun 25 14:30:27.249461 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: multiprovidernet.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.250493 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.251012 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: multi-provider
Jun 25 14:30:27.251318 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: netmtu.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.252218 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.252756 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: net-mtu
Jun 25 14:30:27.253075 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: netmtu_writable.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.253974 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.254475 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: net-mtu-writable
Jun 25 14:30:27.254794 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: network_availability_zone.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.255450 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.255945 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: network_availability_zone
Jun 25 14:30:27.256261 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: network_ip_availability.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.257360 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.257865 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: network-ip-availability
Jun 25 14:30:27.258188 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: network_segment_range.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.258935 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.260000 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 25 14:30:27.260320 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: pagination.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.261323 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.261653 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: pagination
Jun 25 14:30:27.261971 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: port_device_profile.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.262879 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.263384 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: port-device-profile
Jun 25 14:30:27.263704 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.264705 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.265213 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: port-mac-address-regenerate
Jun 25 14:30:27.265532 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.266423 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.266924 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: port-numa-affinity-policy
Jun 25 14:30:27.267241 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: port_resource_request.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.268170 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.268699 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 25 14:30:27.269023 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: portbindings.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.269930 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.270427 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: binding
Jun 25 14:30:27.270743 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: portbindings_extended.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.272002 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.272544 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: binding-extended
Jun 25 14:30:27.272884 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: portsecurity.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.273777 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.274276 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: port-security
Jun 25 14:30:27.274596 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: project_id.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.276175 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.276520 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: project-id
Jun 25 14:30:27.276885 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: providernet.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.277796 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.278302 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: provider
Jun 25 14:30:27.278620 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: qos.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.282543 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.283151 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension qos not supported by any of loaded plugins
Jun 25 14:30:27.283508 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.284984 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.285552 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 25 14:30:27.285912 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.286918 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.287482 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 25 14:30:27.287869 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: qos_default.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.289082 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.289644 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension qos-default not supported by any of loaded plugins
Jun 25 14:30:27.290007 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: qos_fip.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.290741 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.291268 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension qos-fip not supported by any of loaded plugins
Jun 25 14:30:27.291718 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: qos_gateway_ip.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.292688 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.293269 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 25 14:30:27.293697 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: qos_port_network_policy.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.294832 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.295404 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 25 14:30:27.295754 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: qos_rule_type_details.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.296784 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.297355 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 25 14:30:27.297680 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: qos_rules_alias.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.298903 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.299465 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 25 14:30:27.299963 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: quotasv2.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.301479 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.301953 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: quotas
Jun 25 14:30:27.302322 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: quotasv2_detail.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.304006 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.304345 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: quota_details
Jun 25 14:30:27.304894 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: rbac.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.306857 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.307769 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: rbac-policies
Jun 25 14:30:27.308124 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: rbac_address_group.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.309088 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.309675 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: rbac-address-group
Jun 25 14:30:27.310059 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: rbac_address_scope.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.311013 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.311523 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: rbac-address-scope
Jun 25 14:30:27.311847 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: rbac_security_groups.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.312777 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.313293 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: rbac-security-groups
Jun 25 14:30:27.313616 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: rbac_subnetpool.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.314531 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.315034 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: rbac-subnetpool
Jun 25 14:30:27.315354 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: revisionifmatch.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.316271 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.316807 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: revision-if-match
Jun 25 14:30:27.317126 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: revisions.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.318226 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.318732 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: standard-attr-revisions
Jun 25 14:30:27.319052 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: router_availability_zone.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.319712 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.320212 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: router_availability_zone
Jun 25 14:30:27.320569 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: routerservicetype.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.321491 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.322554 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension router-service-type not supported by any of loaded plugins
Jun 25 14:30:27.322879 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.323794 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.324299 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: security-groups-normalized-cidr
Jun 25 14:30:27.324662 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.325578 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.326086 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: port-security-groups-filtering
Jun 25 14:30:27.326406 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.327319 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.328077 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: security-groups-remote-address-group
Jun 25 14:30:27.328398 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: securitygroup.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.338070 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.338598 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: security-group
Jun 25 14:30:27.338929 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: segment.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.339701 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.340209 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension segment not supported by any of loaded plugins
Jun 25 14:30:27.340561 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.341500 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.342005 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 25 14:30:27.342330 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: servicetype.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.343442 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.343958 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: service-type
Jun 25 14:30:27.344283 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: sorting.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.345273 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.345606 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: sorting
Jun 25 14:30:27.345930 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: standard_attr_segment.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.346825 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.347330 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 25 14:30:27.347648 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: standardattrdescription.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.348284 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.348815 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: standard-attr-description
Jun 25 14:30:27.349136 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: stateful_security_group.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.350043 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.350549 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: stateful-security-group
Jun 25 14:30:27.350872 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: stdattrs_common.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.351449 dv-cinder-798091-1-iscsi neutron-server[78330]: WARNING neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 25 14:30:27.351767 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.352800 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.353311 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 25 14:30:27.353632 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: subnet_onboard.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.354688 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.355199 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: subnet_onboard
Jun 25 14:30:27.355524 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.356446 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.356975 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 25 14:30:27.357300 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: subnet_service_types.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.358206 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.358716 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: subnet-service-types
Jun 25 14:30:27.359037 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: subnetallocation.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.360099 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.360637 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: subnet_allocation
Jun 25 14:30:27.360960 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.361617 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.362116 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: subnetpool-prefix-ops
Jun 25 14:30:27.362435 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.363382 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.363882 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 25 14:30:27.364202 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: tagging.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.365289 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.365807 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: standard-attr-tag
Jun 25 14:30:27.366131 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: timestamp.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.367317 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.367824 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loaded extension: standard-attr-timestamp
Jun 25 14:30:27.368150 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: trunk.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.369715 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.370226 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension trunk not supported by any of loaded plugins
Jun 25 14:30:27.370551 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: trunk_details.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.371456 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.371962 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension trunk-details not supported by any of loaded plugins
Jun 25 14:30:27.372285 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: uplink_status_propagation.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.373221 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.373726 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 25 14:30:27.374049 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Loading extension file: vlantransparent.py {{(pid=78330) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 25 14:30:27.374713 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78330) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 25 14:30:27.375208 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 25 14:30:27.377684 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of TrackedResource for resource:network
Jun 25 14:30:27.378414 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of TrackedResource for resource:subnet
Jun 25 14:30:27.379188 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 25 14:30:27.379787 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of TrackedResource for resource:port
Jun 25 14:30:27.381070 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 25 14:30:27.381511 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Service FLAVORS assigned prefix:  {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 25 14:30:27.382149 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 25 14:30:27.382582 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 25 14:30:27.382914 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of TrackedResource for resource:router
Jun 25 14:30:27.383575 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of TrackedResource for resource:floatingip
Jun 25 14:30:27.384919 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Service METERING assigned prefix: /metering {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 25 14:30:27.386353 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd28c0f6ac0>> rbac-policy before_create 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.386725 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd28c0f6ac0>> rbac-policy before_update 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.387075 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd28c0f6ac0>> rbac-policy before_delete 55550000 {{(pid=78330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:30:27.388204 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 25 14:30:27.388681 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of TrackedResource for resource:security_group
Jun 25 14:30:27.389336 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 25 14:30:27.390082 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Service CORE assigned prefix:  {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 25 14:30:27.390412 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 25 14:30:27.390748 dv-cinder-798091-1-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] subnetpool is already registered
Jun 25 14:30:27.391351 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Service CORE assigned prefix:  {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 25 14:30:27.391688 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 25 14:30:27.392012 dv-cinder-798091-1-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] subnetpool is already registered
Jun 25 14:30:27.394639 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 25 14:30:27.395079 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Service FLAVORS assigned prefix:  {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 25 14:30:27.395672 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 25 14:30:27.396091 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 25 14:30:27.396422 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of TrackedResource for resource:router
Jun 25 14:30:27.396775 dv-cinder-798091-1-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] router is already registered
Jun 25 14:30:27.397365 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of TrackedResource for resource:floatingip
Jun 25 14:30:27.397689 dv-cinder-798091-1-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] floatingip is already registered
Jun 25 14:30:27.398311 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Service METERING assigned prefix: /metering {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 25 14:30:27.398979 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 25 14:30:27.399305 dv-cinder-798091-1-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] rbac_policy is already registered
Jun 25 14:30:27.400456 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of TrackedResource for resource:security_group
Jun 25 14:30:27.400804 dv-cinder-798091-1-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] security_group is already registered
Jun 25 14:30:27.401389 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 25 14:30:27.401715 dv-cinder-798091-1-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] security_group_rule is already registered
Jun 25 14:30:27.402366 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Service CORE assigned prefix:  {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 25 14:30:27.402691 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 25 14:30:27.403010 dv-cinder-798091-1-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] subnetpool is already registered
Jun 25 14:30:27.403607 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.v2.resource_helper [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Service CORE assigned prefix:  {{(pid=78330) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 25 14:30:27.403936 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 25 14:30:27.404270 dv-cinder-798091-1-iscsi neutron-server[78330]: WARNING neutron.quota.resource_registry [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] subnetpool is already registered
Jun 25 14:30:27.404923 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: extensions {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.406385 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: address-groups {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.407993 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: address-scopes {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.409245 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: agents {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.410404 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: auto-allocated-topology {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.411677 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: availability_zones {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.413024 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: dhcp-networks {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.414502 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: dhcp-agents {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.416487 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: routers {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.419173 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: flavors {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.420345 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: service_profiles {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.421592 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: next_providers {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.423138 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: service_profiles {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.424630 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: floatingip-pools {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.425861 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: routers {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.427656 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: floatingips {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.428869 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: l3-routers {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.430257 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: l3-agents {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.431724 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: metering-labels {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.433157 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: metering-label-rules {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.434440 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: network-ip-availabilities {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.435707 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: bindings {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.437406 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: quotas {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.438852 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: quotas {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.440272 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: rbac-policies {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.441612 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: security-groups {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.442814 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: security-group-rules {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.444053 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: service-providers {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.445355 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: subnetpools {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.446798 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: subnetpools {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.448247 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.449964 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.451771 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.453838 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.455640 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.457534 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.459226 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.461165 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.463468 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.465332 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron.api.extensions [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Extended resource: tags {{(pid=78330) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 25 14:30:27.471413 dv-cinder-798091-1-iscsi neutron-server[78330]: WARNING keystonemiddleware.auth_token [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 25 14:30:27.476219 dv-cinder-798091-1-iscsi neutron-server[78330]: WARNING keystonemiddleware.auth_token [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 25 14:30:27.485106 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_concurrency.lockutils [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Acquired lock "singleton_lock" {{(pid=78330) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 25 14:30:27.485428 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_concurrency.lockutils [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Releasing lock "singleton_lock" {{(pid=78330) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 25 14:30:27.486056 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO oslo_service.service [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Starting 2 workers
Jun 25 14:30:27.490586 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Started child 78435 {{(pid=78330) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 25 14:30:27.494762 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Started child 78436 {{(pid=78330) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 25 14:30:27.495935 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:27.496448 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO neutron.service [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 25 14:30:27.497000 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Notify callbacks [] for process, before_spawn {{(pid=78330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:27.497445 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [-] (78435) wsgi starting up on http://0.0.0.0:9696
Jun 25 14:30:27.499336 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:27.499753 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO oslo_service.service [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Starting 1 workers
Jun 25 14:30:27.500743 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [-] (78436) wsgi starting up on http://0.0.0.0:9696
Jun 25 14:30:27.504383 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Started child 78437 {{(pid=78330) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 25 14:30:27.504921 dv-cinder-798091-1-iscsi neutron-server[78330]: INFO oslo_service.service [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Starting 1 workers
Jun 25 14:30:27.507784 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.service [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] calling RpcWorker wait() {{(pid=78437) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 25 14:30:27.508278 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.service [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] returning from RpcWorker wait() {{(pid=78437) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 25 14:30:27.509120 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Started child 78438 {{(pid=78330) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 25 14:30:27.509554 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:27.509899 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG neutron_lib.callbacks.manager [None req-152c68e7-f9da-4a0d-ad3a-d758090b4499 None None] Notify callbacks [] for process, after_spawn {{(pid=78330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:27.509993 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:30:27.511795 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78330) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 25 14:30:27.512006 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 25 14:30:27.512190 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 25 14:30:27.512402 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 25 14:30:27.512774 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 25 14:30:27.512954 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 25 14:30:27.513460 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.513739 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.513884 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:27.514349 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.514349 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.514559 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.515061 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.515328 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.515562 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.515835 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.516087 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.516248 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.516407 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.516685 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.516934 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.517243 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.517517 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.517755 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.518042 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.518218 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.518486 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.518759 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.518989 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.519256 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.519494 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.519942 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.520168 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.520406 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.520687 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.520956 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.521187 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.521468 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.521717 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.521930 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.522171 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.522423 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.522667 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.522909 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.523125 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.523380 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.523617 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.524106 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] host                           = dv-cinder-798091-1-iscsi {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.524324 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.524579 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.525339 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.525596 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.525841 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.526053 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.526297 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.526552 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.526825 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.527066 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.527317 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.527539 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.527759 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.528006 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.528168 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.528388 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.528685 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.528946 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.529134 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.529303 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.529450 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.529702 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.529858 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.530102 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.530349 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.530582 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.530812 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.531025 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.531257 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.531522 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.531751 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.531963 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.532214 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.532405 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.532669 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.532891 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.533114 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.533360 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.533579 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.533806 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.534036 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.534288 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.534527 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.534745 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.535106 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.535325 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.535567 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.536069 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.537193 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.537511 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.537747 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.537966 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.538328 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.538588 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.538829 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.539104 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.539336 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.539567 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.539840 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.540011 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.540139 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:30:27.540273 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.541021 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.541258 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.541503 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.541717 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.541958 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.542415 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.542415 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.542666 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.543038 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.543316 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.543629 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.544047 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.544258 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.544562 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.544802 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.545023 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.545283 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.545514 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.545800 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.546022 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.546311 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.546532 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.546814 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.547147 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.547432 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.547694 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.547916 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.548161 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.548376 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.548620 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.548954 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.549219 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.549471 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.52/identity {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.549723 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.549944 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.550182 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.550395 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.550608 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.550821 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.551034 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.551292 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.551529 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.551740 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.551958 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.552184 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.552399 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.552664 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.552924 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.553195 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.553444 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.553679 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.553893 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.554142 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.554372 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.554585 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.554814 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.555024 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.555259 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.555484 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.555699 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.555953 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.556263 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.556497 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.556735 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.556952 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.557183 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.557394 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.557610 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.557851 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.558093 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.558309 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.558520 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.558735 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.558956 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.559168 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.559378 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.559594 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.559827 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.560046 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.560255 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.560569 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.560784 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.560997 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.561205 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.561414 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.561644 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.561860 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.562072 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.562287 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.562776 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.562776 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.564562 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.564982 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.565355 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.565583 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.565859 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.566270 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.566388 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.566609 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.568508 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.568508 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.568508 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.568508 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.568508 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.568508 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.568508 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.568992 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.568992 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.569114 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.569344 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.569522 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.569816 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.569979 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.570222 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.570492 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.570770 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.571002 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.571267 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.571514 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.571897 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.571998 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.572271 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.572509 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.572786 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.573084 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.573345 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.573606 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.573840 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.574073 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.574320 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.574639 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.574890 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.575122 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.575375 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.575592 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.575879 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.576125 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.576343 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.576594 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.576848 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.577884 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.578142 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.578496 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.578855 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.579018 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.579267 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.579782 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.579782 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.580018 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.581188 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.581188 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.581188 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.52/identity {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.581188 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.581487 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.581487 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.581733 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.581941 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.582167 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.582383 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.582598 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.583975 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.583975 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.583975 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.583975 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.584324 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.584324 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.584556 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.584780 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.585486 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.585713 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.585949 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.586182 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.586418 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.586651 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.586870 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.588315 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.588559 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.588827 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.589080 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.589310 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.589534 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.589774 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.590034 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.590246 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.590490 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.590708 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.590919 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.591129 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.591346 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.591558 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.591765 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.591994 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.592236 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.592509 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.592765 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.593090 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.593349 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.593576 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.593807 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.594042 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.594282 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.594520 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.594775 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.594990 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.595208 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.595430 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.595690 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.595925 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.596172 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.596383 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.596632 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.596860 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.597093 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.597301 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.597600 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.597851 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.598075 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.598323 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.598572 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.598797 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.598998 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.599207 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.599421 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.599631 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.599853 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.600060 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.600264 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.600496 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.600702 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.600989 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.601240 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.601477 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.601759 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.602022 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.602231 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.602490 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.602806 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.603573 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.603813 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.604067 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.604281 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.604693 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.605137 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.605485 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.605792 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.606057 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.606289 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.606585 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.606861 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.607103 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.607311 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.607596 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.607924 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.608193 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.608439 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.608707 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.608991 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.609209 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.609421 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.609637 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.609871 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.610090 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.610332 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.610592 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.610842 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.611053 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.611275 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.611507 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.611749 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.611973 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.612187 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.612421 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.612597 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 25 14:30:27.613166 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78330) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 25 14:30:27.613327 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 25 14:30:27.613481 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 25 14:30:27.613649 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 25 14:30:27.613818 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 25 14:30:27.613969 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 25 14:30:27.614173 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.614331 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.614488 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.614644 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.614799 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.614974 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.615166 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.615292 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.615931 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.616302 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.616615 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.616774 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.616774 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.617015 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.617100 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.617271 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.617370 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.617508 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.617674 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.617833 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.618032 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.618133 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.618512 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.618665 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.619017 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.619336 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.619632 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.619935 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.620091 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.620239 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.620394 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.620577 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.620733 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.620890 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.621046 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.621215 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.621360 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.621515 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.621672 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.621825 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.621982 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] host                           = dv-cinder-798091-1-iscsi {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.622136 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.622291 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.622452 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.622605 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.622759 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.622916 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.623091 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.623267 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.623381 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.623528 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.623683 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.623836 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.623992 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.624146 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.624301 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.624456 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.624639 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.624794 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.624971 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.625132 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.625295 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.625451 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.625606 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.625768 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.625917 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.626061 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.626215 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.626370 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.626518 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.626668 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.626824 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.626978 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.627133 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.627285 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.627620 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.627620 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.627849 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.627849 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.628040 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.628141 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.628323 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.628511 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.628650 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.628800 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.628955 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.629111 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.629266 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.629423 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.629578 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.629733 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.629888 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.630044 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.630202 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.630359 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.630514 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.630671 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.630826 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.631037 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.631133 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.631272 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.631430 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.631584 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.631916 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.631916 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.632200 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.632200 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.632455 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.632455 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.632756 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 25 14:30:27.632896 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.633034 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.633158 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.633269 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.633400 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.633560 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.633718 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.633877 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.634051 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.634207 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.634369 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.634508 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:30:27.634643 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.634776 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.634907 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.635038 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.635169 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.635308 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.635439 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.635569 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.635699 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.635854 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.636013 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.636186 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.636346 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.636525 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.52/identity {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.636669 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.636832 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.636992 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.637150 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.637310 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.637469 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.637628 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.637787 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.637945 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.638105 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.638262 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.638422 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.638581 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.638740 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.638900 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.639059 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.639217 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.639376 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.639535 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.639694 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.639877 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.640037 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.640197 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.640357 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.640554 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.640725 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.640883 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.641041 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.641221 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.641346 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.641503 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.641660 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.641817 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.641975 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.642134 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.642296 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.642467 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.642624 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.642783 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.642940 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.643099 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.643256 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.643414 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.643572 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.643730 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.643890 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.644047 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.644205 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.644364 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.644540 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.644700 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.644859 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.645433 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.645651 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.645839 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.645967 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.646121 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.646278 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.646436 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.646616 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.646998 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.647164 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.647327 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.647486 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.647645 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.647801 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.647959 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.648119 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.648280 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.648440 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.648638 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.648775 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.648921 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.649056 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.649190 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.649349 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.649508 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.650159 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.650318 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.650479 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.650628 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.650772 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.650929 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.651087 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.651243 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.651385 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.651555 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.651712 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.651874 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.652032 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.652197 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.652371 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.652534 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.652723 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.652872 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.653002 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.653157 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.653337 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.653492 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.653625 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.653766 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.653924 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.654088 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.654257 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.654401 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.654561 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.654719 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.654900 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.655058 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.655217 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.655374 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.655531 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.655674 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.655835 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.655993 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.656153 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.656315 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.656500 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.656642 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.52/identity {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.656771 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.656935 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.657093 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.657252 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.657411 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.657569 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.657728 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.657887 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.658031 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.658192 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.658350 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.658508 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.658665 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.658824 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.658982 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.659140 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.659298 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.659455 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.659614 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.659771 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.660137 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.660137 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.660341 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.660478 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.660602 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.660697 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.660843 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.661002 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.661161 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.661320 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.661478 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.661636 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.661795 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.661952 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.662111 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.662275 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.662433 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.662593 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.662753 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.662959 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.663166 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.663330 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.663489 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.663662 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.663820 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.663978 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.664135 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.664294 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.664451 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.664678 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.664790 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.664977 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.665144 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.665304 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.665498 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.665660 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.665818 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.665977 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.666135 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.666294 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.666453 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.666611 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.666781 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.666941 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.667098 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.667256 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.667414 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.667580 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.667738 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.667895 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.668052 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.668209 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.668374 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.668554 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.668714 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.668871 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.669029 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.669196 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.669355 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.669515 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.669680 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.669837 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.669994 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.670153 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.670323 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.670481 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.670641 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.670799 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.670958 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.671116 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.671275 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.671437 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.671603 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.671768 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.671927 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.672093 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.672259 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.672428 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.672607 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.672772 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.672941 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.673098 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.673258 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.673416 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.673647 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.673844 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.674085 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.674250 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.674413 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.674572 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.674731 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.674882 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.675019 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.675179 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.675337 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.675706 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.675706 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.676015 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.676178 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.676329 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 25 14:30:27.676457 dv-cinder-798091-1-iscsi neutron-server[78330]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78330) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 25 14:30:27.974672 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 57926) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:30:27.983124 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063202
Jun 25 14:30:38.327983 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc30735a-c320-470c-b7b0-f7813508ffc8 None None] get_active_networks_info from dv-cinder-798091-1-iscsi {{(pid=78437) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Jun 25 14:30:38.419393 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c046cc7e-e630-430b-8c16-e18d4d7c877d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-759922'] for agent, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:38.451383 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc30735a-c320-470c-b7b0-f7813508ffc8 None None] No non-hosted networks {{(pid=78437) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 25 14:30:38.793318 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-759922'] for agent, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:38.794231 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:38.794762 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:38.795287 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:38.795822 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:38.800358 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:38.801191 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:38.801816 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:38.802401 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:38.805324 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:38.806422 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:38.806952 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:38.807474 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:38.808401 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd28bdac9a0>, 'Open vSwitch agent', 'dv-cinder-798091-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:30:38.815141 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd28bdeec10>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798091-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:30:40.838227 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-580559b5-c9ca-4782-b6a7-6aaf5b3b5e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-759922'] for agent, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:40.897988 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-799f5aba-e2a3-442a-b9f4-905c72d0f0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:41.735183 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-759922'] for agent, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:43.244063 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-759922'] for agent, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:44.924529 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 58016) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:30:45.516458 dv-cinder-798091-1-iscsi neutron-server[78436]: WARNING oslo_policy.policy [None req-9ab0d03d-d2c9-4c84-b6b5-d0f51249815b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 25 14:30:45.517056 dv-cinder-798091-1-iscsi neutron-server[78436]: WARNING oslo_policy.policy [None req-9ab0d03d-d2c9-4c84-b6b5-d0f51249815b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 25 14:30:45.732297 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [None req-9ab0d03d-d2c9-4c84-b6b5-d0f51249815b admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=78436) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 25 14:30:45.733344 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-9ab0d03d-d2c9-4c84-b6b5-d0f51249815b admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8079109
Jun 25 14:30:46.804506 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.db.l3_hamode_db [None req-6918f28d-a0e6-497d-a31b-ac09d512c759 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 25 14:30:46.888684 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6918f28d-a0e6-497d-a31b-ac09d512c759 None None] Routers set() bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:30:46.889072 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6918f28d-a0e6-497d-a31b-ac09d512c759 None None] Router IDs set() for agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 25 14:30:48.122799 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58030) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:30:48.697826 dv-cinder-798091-1-iscsi neutron-server[78435]: WARNING oslo_policy.policy [None req-9d96b5bb-53c3-4b4a-8fff-c4e55ada5d82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 25 14:30:48.698399 dv-cinder-798091-1-iscsi neutron-server[78435]: WARNING oslo_policy.policy [None req-9d96b5bb-53c3-4b4a-8fff-c4e55ada5d82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 25 14:30:48.910605 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-9d96b5bb-53c3-4b4a-8fff-c4e55ada5d82 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:30:49.009516 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.policy [None req-9d96b5bb-53c3-4b4a-8fff-c4e55ada5d82 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78435) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 25 14:30:49.054300 dv-cinder-798091-1-iscsi neutron-server[78435]: WARNING oslo_policy.policy [None req-9d96b5bb-53c3-4b4a-8fff-c4e55ada5d82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 25 14:30:49.054665 dv-cinder-798091-1-iscsi neutron-server[78435]: WARNING oslo_policy.policy [None req-9d96b5bb-53c3-4b4a-8fff-c4e55ada5d82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 25 14:30:49.063189 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.quota [None req-9d96b5bb-53c3-4b4a-8fff-c4e55ada5d82 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd28bb3f2e0>.
Jun 25 14:30:49.078578 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9d96b5bb-53c3-4b4a-8fff-c4e55ada5d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:30:49.135898 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9d96b5bb-53c3-4b4a-8fff-c4e55ada5d82 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783888700313', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783888702954', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783888688995', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783888685408', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783888672022', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783888669755', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1810710', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1344790', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-482307', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-415088'] for rbac-policy, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:49.199213 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9d96b5bb-53c3-4b4a-8fff-c4e55ada5d82 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:49.200733 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-9d96b5bb-53c3-4b4a-8fff-c4e55ada5d82 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0757861
Jun 25 14:30:51.739571 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58048) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:30:52.079860 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '7aa36f7d2a9a4154a6bc59bd3a82e052'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:30:52.084935 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:30:52.089607 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Usage tracker for resource:network and tenant:7aa36f7d2a9a4154a6bc59bd3a82e052 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:30:52.094146 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:30:52.100139 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:30:52.110799 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Made reservation on behalf of 7aa36f7d2a9a4154a6bc59bd3a82e052 for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:30:52.113665 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:52.131692 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:52.145209 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:30:52.148845 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Usage tracker for resource:security_group_rule and tenant:7aa36f7d2a9a4154a6bc59bd3a82e052 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:30:52.154270 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:30:52.159643 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:30:52.252993 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:52.256613 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:52.262856 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:30:52.284499 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'}  {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 14:30:52.309060 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783892414904', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:52.309642 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd28c981b80> segment precommit_create {{(pid=78435) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 25 14:30:52.310117 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Added segment 390f0c9c-201b-40ca-b8d5-6acdd61dca62 of type vlan for network e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7
Jun 25 14:30:52.318266 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb00aa2-1b8e-4ce9-99b9-d9dca9e07f7e,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:30:52.371142 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:52.371486 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:52.371811 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:52.372125 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:52.372447 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:52.372814 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:52.373134 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:52.373466 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:52.373771 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:52.374073 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:52.374377 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:52.374674 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Tracked resource versions report:
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]: pushed versions:
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]: {   'AddressGroup': {'1.2'},
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:     'ConntrackHelper': {'1.0'},
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:     'Log': {'1.0'},
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:     'Network': {'1.1'},
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:     'Port': {'1.7'},
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:     'PortForwarding': {'1.2'},
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:     'QosPolicy': {'1.8'},
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:     'SecurityGroup': {'1.4'},
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:     'SecurityGroupRule': {'1.2'},
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:     'SubPort': {'1.0'},
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:     'Subnet': {'1.1'},
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:     'Trunk': {'1.1'}}
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]: consumer versions:
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]: {   DHCP agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:     L3 agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:     Metadata agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:     Metering agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:     Open vSwitch agent@dv-cinder-798091-1-iscsi: {   'AddressGroup': '1.2',
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'ConntrackHelper': '1.0',
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'Log': '1.0',
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'Network': '1.1',
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'Port': '1.7',
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'PortForwarding': '1.2',
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'QosPolicy': '1.8',
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'SecurityGroup': '1.4',
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'SecurityGroupRule': '1.2',
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'SubPort': '1.0',
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'Subnet': '1.1',
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'Trunk': '1.1'}}
Jun 25 14:30:52.375996 dv-cinder-798091-1-iscsi neutron-server[78435]:  {{(pid=78435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 25 14:30:52.421074 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:30:52.436389 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:52.476475 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:52.478558 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:30:52.479195 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:52.483928 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:30:52.583412 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Pushing event updated for resources: {'Network': ['ID=e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:30:52.586400 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:30:52.587889 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8473656
Jun 25 14:30:52.594196 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7 details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 14:30:55.236165 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58064) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:30:55.679467 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99742d3-ddb3-4447-b7df-79233422a675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:30:55.680807 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e99742d3-ddb3-4447-b7df-79233422a675 admin admin] 10.222.0.52 "GET /v2.0/networks/e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7 HTTP/1.1" status: 200  len: 825 time: 0.4436672
Jun 25 14:30:55.707688 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-1692a1f9-d4b6-4844-b0ff-5a304aca64ca admin admin] 10.222.0.52 "GET /v2.0/subnetpools/33106f40-cbb1-416c-ad9d-3f8405c43f45 HTTP/1.1" status: 200  len: 734 time: 0.0215082
Jun 25 14:30:55.716414 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] Request body: {'subnet': {'subnetpool_id': '33106f40-cbb1-416c-ad9d-3f8405c43f45', 'ip_version': 4, 'tenant_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'network_id': 'e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:30:55.720397 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:30:55.724024 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] Usage tracker for resource:subnet and tenant:7aa36f7d2a9a4154a6bc59bd3a82e052 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:30:55.726806 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:30:55.732248 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:30:55.741127 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] Made reservation on behalf of 7aa36f7d2a9a4154a6bc59bd3a82e052 for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:30:55.743502 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:56.007916 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:56.013433 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:30:56.102652 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] Checking segment: {'id': '390f0c9c-201b-40ca-b8d5-6acdd61dca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:30:56.103034 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] Network hostable DHCP agents. Network: e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 14:30:56.109833 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3cae8f6-b091-456a-90dd-37298bcff5c4,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:30:56.116219 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:30:56.127269 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] Network e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7 is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 14:30:56.137571 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:30:56.141983 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:30:56.142554 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:56.147692 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7002e90-8970-4e41-9ef6-fa9be2a56f6e None None] Network e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:30:56.165603 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4517453
Jun 25 14:30:56.539329 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2453cf98-ccc3-5d86-bc5a-54844e48914f-e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7', 'network_id': 'e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7', 'tenant_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'fixed_ips': [{'subnet_id': 'f3cae8f6-b091-456a-90dd-37298bcff5c4'}]}} from dv-cinder-798091-1-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 25 14:30:56.541244 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:56.718714 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Allocated IP 172.20.0.2 (e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7/f3cae8f6-b091-456a-90dd-37298bcff5c4/ee9e1890-c13a-44f2-acd4-910995340e11) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:30:56.939946 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:56.953948 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Transition to ACTIVE for port object ee9e1890-c13a-44f2-acd4-910995340e11 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:30:56.972747 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Transition to ACTIVE for port object ee9e1890-c13a-44f2-acd4-910995340e11 will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:30:56.978774 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:56.986531 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:30:57.044844 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Network e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7 is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:30:57.047596 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Resources bound (agent type, host, resource id):  {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:30:57.054223 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:30:57.056450 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Pushing event updated for resources: {'Port': ['ID=ee9e1890-c13a-44f2-acd4-910995340e11,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:30:57.065200 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:57.065534 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:57.065860 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:57.066176 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:57.066491 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:57.066804 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:57.067112 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:57.067418 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:57.067740 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:57.068048 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:57.068349 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:57.068674 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Tracked resource versions report:
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]: pushed versions:
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]: {   'AddressGroup': {'1.2'},
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:     'ConntrackHelper': {'1.0'},
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:     'Log': {'1.0'},
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:     'Network': {'1.1'},
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:     'Port': {'1.7'},
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:     'PortForwarding': {'1.2'},
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:     'QosPolicy': {'1.8'},
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:     'SecurityGroup': {'1.4'},
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:     'SecurityGroupRule': {'1.2'},
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:     'SubPort': {'1.0'},
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:     'Subnet': {'1.1'},
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:     'Trunk': {'1.1'}}
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]: consumer versions:
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]: {   DHCP agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:     L3 agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:     Metadata agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:     Metering agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:     Open vSwitch agent@dv-cinder-798091-1-iscsi: {   'AddressGroup': '1.2',
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'ConntrackHelper': '1.0',
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'Log': '1.0',
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'Network': '1.1',
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'Port': '1.7',
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'PortForwarding': '1.2',
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'QosPolicy': '1.8',
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'SecurityGroup': '1.4',
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'SecurityGroupRule': '1.2',
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'SubPort': '1.0',
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'Subnet': '1.1',
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'Trunk': '1.1'}}
Jun 25 14:30:57.069763 dv-cinder-798091-1-iscsi neutron-server[78437]:  {{(pid=78437) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 25 14:30:57.102680 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:30:57.157775 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Attempting to bind port ee9e1890-c13a-44f2-acd4-910995340e11 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:30:57.158430 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Attempting to bind port ee9e1890-c13a-44f2-acd4-910995340e11 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '390f0c9c-201b-40ca-b8d5-6acdd61dca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:30:57.158578 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Attempting to bind port ee9e1890-c13a-44f2-acd4-910995340e11 on network e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:30:57.163747 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:30:57.164138 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Checking segment: {'id': '390f0c9c-201b-40ca-b8d5-6acdd61dca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:30:57.164649 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:57.165053 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Bound using segment: {'id': '390f0c9c-201b-40ca-b8d5-6acdd61dca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:30:57.165530 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Bound port: ee9e1890-c13a-44f2-acd4-910995340e11, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390f0c9c-201b-40ca-b8d5-6acdd61dca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:30:57.165912 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:57.251586 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] For port ee9e1890-c13a-44f2-acd4-910995340e11, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:30:57.255352 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] For port ee9e1890-c13a-44f2-acd4-910995340e11, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=ee9e1890-c13a-44f2-acd4-910995340e11,segment=NetworkSegment(390f0c9c-201b-40ca-b8d5-6acdd61dca62),segment_id=390f0c9c-201b-40ca-b8d5-6acdd61dca62)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:30:57.260297 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:30:57.263941 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:30:57.366367 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Pushing event updated for resources: {'Port': ['ID=ee9e1890-c13a-44f2-acd4-910995340e11,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:30:57.371790 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:30:58.508436 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58074) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:30:58.879030 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [None req-a888f588-cb75-4faf-b294-d0bf3c3d16bb admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=78435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 25 14:30:58.880155 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-a888f588-cb75-4faf-b294-d0bf3c3d16bb admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3706596
Jun 25 14:31:00.857677 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df52db2-1d04-402e-9fbe-61a9ecb53036 None None] Network e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:31:00.950839 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-7db8dc68-c575-419f-a949-c20a2a5094d6 None None] Provisioning for port ee9e1890-c13a-44f2-acd4-910995340e11 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:31:00.957410 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device ee9e1890-c13a-44f2-acd4-910995340e11 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:31:01.104098 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port ee9e1890-c13a-44f2-acd4-910995340e11 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:31:01.137498 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port ee9e1890-c13a-44f2-acd4-910995340e11 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:31:01.137893 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:01.193479 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 58090) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:31:01.279956 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:01.322914 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port ee9e1890-c13a-44f2-acd4-910995340e11, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=ee9e1890-c13a-44f2-acd4-910995340e11,segment=NetworkSegment(390f0c9c-201b-40ca-b8d5-6acdd61dca62),segment_id=390f0c9c-201b-40ca-b8d5-6acdd61dca62)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:31:01.327187 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:01.339351 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:31:01.409524 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=ee9e1890-c13a-44f2-acd4-910995340e11,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:31:01.412754 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:31:01.508107 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-1c8fcdba-93b1-41ab-adad-7ba5962749f1 None None] Provisioning complete for port ee9e1890-c13a-44f2-acd4-910995340e11 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:31:01.508488 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-1c8fcdba-93b1-41ab-adad-7ba5962749f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:01.580912 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [None req-43c73ebf-ea35-4af1-936d-9836c46a95ab admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=78436) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 25 14:31:01.581850 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-43c73ebf-ea35-4af1-936d-9836c46a95ab admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3874724
Jun 25 14:31:02.919895 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device ee9e1890-c13a-44f2-acd4-910995340e11 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:31:02.987358 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port ee9e1890-c13a-44f2-acd4-910995340e11 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:31:02.987730 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:04.137724 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58102) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:31:04.482165 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-ba733ed6-e21e-4abf-bab5-5c33ae95a0b4 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '7aa36f7d2a9a4154a6bc59bd3a82e052'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:31:04.486686 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ba733ed6-e21e-4abf-bab5-5c33ae95a0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:31:04.490364 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ba733ed6-e21e-4abf-bab5-5c33ae95a0b4 admin admin] Usage tracker for resource:router and tenant:7aa36f7d2a9a4154a6bc59bd3a82e052 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:31:04.493934 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ba733ed6-e21e-4abf-bab5-5c33ae95a0b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:31:04.499525 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ba733ed6-e21e-4abf-bab5-5c33ae95a0b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:31:04.510283 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ba733ed6-e21e-4abf-bab5-5c33ae95a0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018'] for router, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:04.511808 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ba733ed6-e21e-4abf-bab5-5c33ae95a0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:04.534003 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ba733ed6-e21e-4abf-bab5-5c33ae95a0b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:04.639703 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ba733ed6-e21e-4abf-bab5-5c33ae95a0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549447'] for router, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:04.657831 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ba733ed6-e21e-4abf-bab5-5c33ae95a0b4 admin admin] Notify callbacks [] for router, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:04.659069 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-ba733ed6-e21e-4abf-bab5-5c33ae95a0b4 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5204060
Jun 25 14:31:06.940251 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58112) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:31:07.304059 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [None req-9860545c-5314-4736-9f77-4cf579efbd9c admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=78435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 25 14:31:07.305064 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-9860545c-5314-4736-9f77-4cf579efbd9c admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3638449
Jun 25 14:31:08.255016 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7877-d9cb-43c0-bcec-0b1b935e5c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:08.782547 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:09.575712 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:31:09.618814 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58122) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:31:09.986471 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:31:09.994344 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:31:09.998090 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Usage tracker for resource:network and tenant:f590b4dbbb6e4c73aadb2b3c7555c301 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:31:10.000916 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:31:10.006531 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:31:10.015656 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Made reservation on behalf of f590b4dbbb6e4c73aadb2b3c7555c301 for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:31:10.017962 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:10.029736 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:10.043970 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:31:10.047575 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Usage tracker for resource:security_group_rule and tenant:f590b4dbbb6e4c73aadb2b3c7555c301 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:31:10.050285 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:31:10.055865 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:31:10.135663 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:10.139059 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:10.143018 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:31:10.157426 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Reserving flat network on physical network physnet1 {{(pid=78435) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 25 14:31:10.177564 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17eba8d6-9764-428c-8522-b2395ade3cbd,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:31:10.182558 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:31:10.183451 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:10.183788 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Added segment 393e67c7-29ff-45ea-a01e-be3ab778897e of type flat for network 598d3f89-d135-48db-a81c-d0cdd206ad8b
Jun 25 14:31:10.215007 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:10.251149 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:10.252385 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:31:10.252981 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:10.257468 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-035c3d1b-409c-4be9-a99a-b811da27db00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:31:10.355024 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Pushing event updated for resources: {'Network': ['ID=598d3f89-d135-48db-a81c-d0cdd206ad8b,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:31:10.357649 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:31:10.368516 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7393153
Jun 25 14:31:10.384201 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 14:31:10.826136 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c542913f-4e57-4f98-9ea8-c3b5209de5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:11.688240 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:12.643309 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58142) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:31:12.848831 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb1b780-11e9-4a01-bcb6-fc33179b773d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:31:12.850114 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-1bb1b780-11e9-4a01-bcb6-fc33179b773d admin admin] 10.222.0.52 "GET /v2.0/subnets/f3cae8f6-b091-456a-90dd-37298bcff5c4 HTTP/1.1" status: 200  len: 849 time: 0.2059484
Jun 25 14:31:12.987077 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-64919203-eda7-4ed9-ad78-29024bfa5413 admin admin] 10.222.0.52 "GET /v2.0/routers/8c13e86c-8b31-4867-b4af-676282690691 HTTP/1.1" status: 200  len: 704 time: 0.1308606
Jun 25 14:31:13.195334 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:13.428876 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:13.679403 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Allocated IP 172.20.0.1 (e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7/f3cae8f6-b091-456a-90dd-37298bcff5c4/a924997c-9c4e-407b-ad7b-1ddf5bf42390) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:31:13.838532 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:13.855383 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Transition to ACTIVE for port object a924997c-9c4e-407b-ad7b-1ddf5bf42390 will not be triggered until provisioned by entity DHCP. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:31:13.907695 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:13.912106 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:31:13.973541 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Network e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:31:13.976079 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:31:13.979874 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:31:13.980541 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549505'] for router_interface, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:14.102712 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Pushing event updated for resources: {'Port': ['ID=a924997c-9c4e-407b-ad7b-1ddf5bf42390,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:31:14.121131 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:31:14.204807 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-2fd686c7-7032-4ce1-a549-26cf16d35645 None None] Provisioning for port a924997c-9c4e-407b-ad7b-1ddf5bf42390 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:31:14.210161 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-2fd686c7-7032-4ce1-a549-26cf16d35645 None None] Provisioning complete for port a924997c-9c4e-407b-ad7b-1ddf5bf42390 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:31:14.210525 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2fd686c7-7032-4ce1-a549-26cf16d35645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:14.240912 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:14.264699 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-2fd686c7-7032-4ce1-a549-26cf16d35645 None None] Port a924997c-9c4e-407b-ad7b-1ddf5bf42390 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:31:14.468816 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:14.473035 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:14.474076 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760616'] for router_interface, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:14.478434 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:31:14.605496 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Pushing event updated for resources: {'Port': ['ID=a924997c-9c4e-407b-ad7b-1ddf5bf42390,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:31:14.608037 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:31:14.664255 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Network e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:31:14.665860 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:31:14.848685 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Router 8c13e86c-8b31-4867-b4af-676282690691 is scheduled to L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce with binding_index 1 {{(pid=78435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 25 14:31:14.892662 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-02746b2d-4553-46a5-bbf8-6e7f697d07f8 None None] Provisioning complete for port a924997c-9c4e-407b-ad7b-1ddf5bf42390 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:31:14.893014 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-02746b2d-4553-46a5-bbf8-6e7f697d07f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:14.947086 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-02746b2d-4553-46a5-bbf8-6e7f697d07f8 None None] Port a924997c-9c4e-407b-ad7b-1ddf5bf42390 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:31:15.034541 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:31:15.043680 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] 10.222.0.52 "PUT /v2.0/routers/8c13e86c-8b31-4867-b4af-676282690691/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0518067
Jun 25 14:31:15.044227 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Sync routers for ids ['8c13e86c-8b31-4867-b4af-676282690691'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:31:15.054704 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Routers {'8c13e86c-8b31-4867-b4af-676282690691'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:31:15.055545 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28bcbba90>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:31:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['8c13e86c-8b31-4867-b4af-676282690691'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:31:15.228336 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Set router 8c13e86c-8b31-4867-b4af-676282690691 gateway port host: None {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:31:15.589198 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28bcbba90>, [{'id': '8c13e86c-8b31-4867-b4af-676282690691', 'name': 'router1', 'tenant_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:04Z', 'updated_at': '2021-06-25T14:31:14Z', 'revision_number': 2, 'project_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'gw_port_host': None, '_interfaces': [{'id': 'a924997c-9c4e-407b-ad7b-1ddf5bf42390', 'name': '', 'network_id': 'e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7', 'tenant_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'mac_address': 'fa:16:3e:c4:82:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13e86c-8b31-4867-b4af-676282690691', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3cae8f6-b091-456a-90dd-37298bcff5c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:13Z', 'updated_at': '2021-06-25T14:31:14Z', 'revision_number': 2, 'project_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'subnets': [{'id': 'f3cae8f6-b091-456a-90dd-37298bcff5c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33106f40-cbb1-416c-ad9d-3f8405c43f45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:31:15.593909 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Checking router: 8c13e86c-8b31-4867-b4af-676282690691 for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:31:15.594273 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Updating router 8c13e86c-8b31-4867-b4af-676282690691 port a924997c-9c4e-407b-ad7b-1ddf5bf42390 binding host dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:31:15.647961 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:16.015991 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:16.030626 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Transition to ACTIVE for port object a924997c-9c4e-407b-ad7b-1ddf5bf42390 will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:31:16.036887 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:16.043495 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:31:16.257813 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Pushing event updated for resources: {'Port': ['ID=a924997c-9c4e-407b-ad7b-1ddf5bf42390,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:31:16.277297 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:31:16.277572 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:31:16.277888 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:31:16.278231 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:31:16.278510 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:31:16.278824 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:31:16.279135 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:31:16.279446 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:31:16.279772 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:31:16.280082 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:31:16.280387 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:31:16.280715 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Tracked resource versions report:
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]: pushed versions:
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]: {   'AddressGroup': {'1.2'},
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:     'ConntrackHelper': {'1.0'},
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:     'Log': {'1.0'},
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:     'Network': {'1.1'},
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:     'Port': {'1.7'},
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:     'PortForwarding': {'1.2'},
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:     'QosPolicy': {'1.8'},
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:     'SecurityGroup': {'1.4'},
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:     'SecurityGroupRule': {'1.2'},
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:     'SubPort': {'1.0'},
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:     'Subnet': {'1.1'},
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:     'Trunk': {'1.1'}}
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]: consumer versions:
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]: {   DHCP agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:     L3 agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:     Metadata agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:     Metering agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:     Open vSwitch agent@dv-cinder-798091-1-iscsi: {   'AddressGroup': '1.2',
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'ConntrackHelper': '1.0',
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'Log': '1.0',
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'Network': '1.1',
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'Port': '1.7',
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'PortForwarding': '1.2',
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'QosPolicy': '1.8',
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'SecurityGroup': '1.4',
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'SecurityGroupRule': '1.2',
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'SubPort': '1.0',
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'Subnet': '1.1',
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'Trunk': '1.1'}}
Jun 25 14:31:16.281817 dv-cinder-798091-1-iscsi neutron-server[78438]:  {{(pid=78438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 25 14:31:16.293549 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Attempting to bind port a924997c-9c4e-407b-ad7b-1ddf5bf42390 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:31:16.293950 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Attempting to bind port a924997c-9c4e-407b-ad7b-1ddf5bf42390 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '390f0c9c-201b-40ca-b8d5-6acdd61dca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:31:16.294368 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Attempting to bind port a924997c-9c4e-407b-ad7b-1ddf5bf42390 on network e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7 {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:31:16.296564 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:31:16.300774 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:31:16.301185 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Checking segment: {'id': '390f0c9c-201b-40ca-b8d5-6acdd61dca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:31:16.301646 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:16.302022 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Bound using segment: {'id': '390f0c9c-201b-40ca-b8d5-6acdd61dca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:31:16.302504 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Bound port: a924997c-9c4e-407b-ad7b-1ddf5bf42390, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390f0c9c-201b-40ca-b8d5-6acdd61dca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:31:16.302884 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:16.387317 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] For port a924997c-9c4e-407b-ad7b-1ddf5bf42390, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:31:16.391404 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] For port a924997c-9c4e-407b-ad7b-1ddf5bf42390, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=a924997c-9c4e-407b-ad7b-1ddf5bf42390,segment=NetworkSegment(390f0c9c-201b-40ca-b8d5-6acdd61dca62),segment_id=390f0c9c-201b-40ca-b8d5-6acdd61dca62)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:31:16.394906 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:16.398606 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:31:16.477179 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Routers {'8c13e86c-8b31-4867-b4af-676282690691'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:31:16.477811 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28bcbba90>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:31:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['8c13e86c-8b31-4867-b4af-676282690691'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:31:16.591420 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Pushing event updated for resources: {'Port': ['ID=a924997c-9c4e-407b-ad7b-1ddf5bf42390,revision_number=4']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:31:16.599783 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:31:16.631811 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] Set router 8c13e86c-8b31-4867-b4af-676282690691 gateway port host: None {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:31:16.950778 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28bcbba90>, [{'id': '8c13e86c-8b31-4867-b4af-676282690691', 'name': 'router1', 'tenant_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:04Z', 'updated_at': '2021-06-25T14:31:14Z', 'revision_number': 2, 'project_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'gw_port_host': None, '_interfaces': [{'id': 'a924997c-9c4e-407b-ad7b-1ddf5bf42390', 'name': '', 'network_id': 'e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7', 'tenant_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'mac_address': 'fa:16:3e:c4:82:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13e86c-8b31-4867-b4af-676282690691', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3cae8f6-b091-456a-90dd-37298bcff5c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:13Z', 'updated_at': '2021-06-25T14:31:16Z', 'revision_number': 4, 'project_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'subnets': [{'id': 'f3cae8f6-b091-456a-90dd-37298bcff5c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33106f40-cbb1-416c-ad9d-3f8405c43f45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:31:16.954838 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04249c-164c-46fd-9ab7-aa28d70cee9c None None] The sync data for ids ['8c13e86c-8b31-4867-b4af-676282690691'] in dv-cinder-798091-1-iscsi is: [{'id': '8c13e86c-8b31-4867-b4af-676282690691', 'name': 'router1', 'tenant_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:04Z', 'updated_at': '2021-06-25T14:31:14Z', 'revision_number': 2, 'project_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'gw_port_host': None, '_interfaces': [{'id': 'a924997c-9c4e-407b-ad7b-1ddf5bf42390', 'name': '', 'network_id': 'e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7', 'tenant_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'mac_address': 'fa:16:3e:c4:82:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13e86c-8b31-4867-b4af-676282690691', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3cae8f6-b091-456a-90dd-37298bcff5c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:13Z', 'updated_at': '2021-06-25T14:31:16Z', 'revision_number': 4, 'project_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'subnets': [{'id': 'f3cae8f6-b091-456a-90dd-37298bcff5c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33106f40-cbb1-416c-ad9d-3f8405c43f45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:31:17.183026 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58164) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:31:17.327710 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c834c8f0-8906-4508-a7b5-0b92b7c5ed19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:31:17.328526 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c834c8f0-8906-4508-a7b5-0b92b7c5ed19 admin admin] Synchronizing usage tracker for tenant:f590b4dbbb6e4c73aadb2b3c7555c301 on resource:network {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:31:17.346607 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c834c8f0-8906-4508-a7b5-0b92b7c5ed19 admin admin] Unset dirty status for tenant:f590b4dbbb6e4c73aadb2b3c7555c301 on resource:network {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:31:17.353207 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-c834c8f0-8906-4508-a7b5-0b92b7c5ed19 admin admin] 10.222.0.52 "GET /v2.0/networks/598d3f89-d135-48db-a81c-d0cdd206ad8b HTTP/1.1" status: 200  len: 842 time: 0.1639090
Jun 25 14:31:17.357669 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:31:17.363891 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:31:17.368556 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Usage tracker for resource:subnet and tenant:f590b4dbbb6e4c73aadb2b3c7555c301 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:31:17.371327 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:31:17.377402 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:31:17.386501 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Made reservation on behalf of f590b4dbbb6e4c73aadb2b3c7555c301 for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:31:17.389011 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:17.760389 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.objects.ports [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78435) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 25 14:31:17.760778 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:17.764631 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:31:17.841764 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=603cb312-45ed-44f0-bfe6-5788d06b586a,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:31:17.844382 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:31:17.847088 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Checking segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:31:17.847442 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Network hostable DHCP agents. Network: 598d3f89-d135-48db-a81c-d0cdd206ad8b, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 14:31:17.866545 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 14:31:17.875956 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, 598d3f89-d135-48db-a81c-d0cdd206ad8b) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:31:17.880126 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:31:17.880639 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:17.885527 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6204d73-c9e1-40cd-a875-1a41954e13ee None None] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:31:17.900709 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5466900
Jun 25 14:31:18.105886 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e910b90-5818-4517-b3f0-6a3718cbefde None None] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:31:18.949723 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device a924997c-9c4e-407b-ad7b-1ddf5bf42390 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:31:19.017340 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port a924997c-9c4e-407b-ad7b-1ddf5bf42390 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:31:19.021803 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port a924997c-9c4e-407b-ad7b-1ddf5bf42390 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:31:19.022169 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:19.135665 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:19.168230 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port a924997c-9c4e-407b-ad7b-1ddf5bf42390, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=a924997c-9c4e-407b-ad7b-1ddf5bf42390,segment=NetworkSegment(390f0c9c-201b-40ca-b8d5-6acdd61dca62),segment_id=390f0c9c-201b-40ca-b8d5-6acdd61dca62)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:31:19.171657 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:19.173762 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:31:19.238865 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=a924997c-9c4e-407b-ad7b-1ddf5bf42390,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:31:19.241887 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:31:20.060373 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58178) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:31:20.250522 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-42c518c9-6407-4d86-9eab-a3755fcacb25 admin admin] 10.222.0.52 "GET /v2.0/routers/8c13e86c-8b31-4867-b4af-676282690691 HTTP/1.1" status: 200  len: 710 time: 0.1889923
Jun 25 14:31:20.378675 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf139df7-f875-489f-a08b-4e3bcd1a47cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:31:20.380014 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-cf139df7-f875-489f-a08b-4e3bcd1a47cb admin admin] 10.222.0.52 "GET /v2.0/networks/598d3f89-d135-48db-a81c-d0cdd206ad8b HTTP/1.1" status: 200  len: 886 time: 0.1244528
Jun 25 14:31:20.388596 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:31:20.859223 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:20.927468 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device a924997c-9c4e-407b-ad7b-1ddf5bf42390 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:31:20.993604 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port a924997c-9c4e-407b-ad7b-1ddf5bf42390 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:31:20.993975 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:21.175077 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:21.231557 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:21.360120 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Allocated IP 172.27.3.69 (598d3f89-d135-48db-a81c-d0cdd206ad8b/603cb312-45ed-44f0-bfe6-5788d06b586a/8b761feb-daa8-4c55-aee4-620a1ea343b6) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:31:21.499586 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:21.528090 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:21.532448 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:31:21.591761 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:31:21.594508 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:31:21.598818 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:31:21.710881 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Pushing event updated for resources: {'Port': ['ID=8b761feb-daa8-4c55-aee4-620a1ea343b6,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:31:21.720534 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:31:21.978900 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:22.354082 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:22.357369 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760652'] for router, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:22.534860 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Router 8c13e86c-8b31-4867-b4af-676282690691 has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:31:22.705963 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:31:22.714282 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Notify callbacks [] for router, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:22.715442 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] 10.222.0.52 "PUT /v2.0/routers/8c13e86c-8b31-4867-b4af-676282690691 HTTP/1.1" status: 200  len: 889 time: 2.3301082
Jun 25 14:31:22.716154 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Sync routers for ids ['8c13e86c-8b31-4867-b4af-676282690691'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:31:22.726198 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Routers {'8c13e86c-8b31-4867-b4af-676282690691'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:31:22.726977 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28cf8e8b0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:31:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['8c13e86c-8b31-4867-b4af-676282690691'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:31:22.923763 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Set router 8c13e86c-8b31-4867-b4af-676282690691 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:31:23.258563 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28cf8e8b0>, [{'id': '8c13e86c-8b31-4867-b4af-676282690691', 'name': 'router1', 'tenant_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '8b761feb-daa8-4c55-aee4-620a1ea343b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:04Z', 'updated_at': '2021-06-25T14:31:21Z', 'revision_number': 4, 'project_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'gw_port': {'id': '8b761feb-daa8-4c55-aee4-620a1ea343b6', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13e86c-8b31-4867-b4af-676282690691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:21Z', 'updated_at': '2021-06-25T14:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': 'a924997c-9c4e-407b-ad7b-1ddf5bf42390', 'name': '', 'network_id': 'e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7', 'tenant_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'mac_address': 'fa:16:3e:c4:82:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13e86c-8b31-4867-b4af-676282690691', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3cae8f6-b091-456a-90dd-37298bcff5c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:13Z', 'updated_at': '2021-06-25T14:31:19Z', 'revision_number': 5, 'project_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'subnets': [{'id': 'f3cae8f6-b091-456a-90dd-37298bcff5c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33106f40-cbb1-416c-ad9d-3f8405c43f45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:31:23.263428 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Checking router: 8c13e86c-8b31-4867-b4af-676282690691 for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:31:23.263778 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Updating router 8c13e86c-8b31-4867-b4af-676282690691 port 8b761feb-daa8-4c55-aee4-620a1ea343b6 binding host dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:31:23.317335 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:23.643630 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:23.655908 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Transition to ACTIVE for port object 8b761feb-daa8-4c55-aee4-620a1ea343b6 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:31:23.662318 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:23.666148 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-904e9b5d-3b7f-4c00-a855-3d0aa53679eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:31:23.762906 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Attempting to bind port 8b761feb-daa8-4c55-aee4-620a1ea343b6 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:31:23.763503 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Attempting to bind port 8b761feb-daa8-4c55-aee4-620a1ea343b6 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:31:23.763624 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Attempting to bind port 8b761feb-daa8-4c55-aee4-620a1ea343b6 on network 598d3f89-d135-48db-a81c-d0cdd206ad8b {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:31:23.768913 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57760e1a-2bd7-405d-b11b-9c91e318a76e None None] Pushing event updated for resources: {'Port': ['ID=8b761feb-daa8-4c55-aee4-620a1ea343b6,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:31:23.771561 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-57760e1a-2bd7-405d-b11b-9c91e318a76e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:31:23.774647 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:31:23.775013 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Checking segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:31:23.775408 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:23.775787 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Bound using segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:31:23.776244 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Bound port: 8b761feb-daa8-4c55-aee4-620a1ea343b6, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:31:23.776655 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:23.847602 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] For port 8b761feb-daa8-4c55-aee4-620a1ea343b6, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:31:23.850442 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] For port 8b761feb-daa8-4c55-aee4-620a1ea343b6, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=8b761feb-daa8-4c55-aee4-620a1ea343b6,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:31:23.855363 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:23.859040 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-57760e1a-2bd7-405d-b11b-9c91e318a76e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:31:23.931461 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Routers {'8c13e86c-8b31-4867-b4af-676282690691'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:31:23.932070 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28cf8e8b0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:31:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['8c13e86c-8b31-4867-b4af-676282690691'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:31:23.997289 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57760e1a-2bd7-405d-b11b-9c91e318a76e None None] Pushing event updated for resources: {'Port': ['ID=8b761feb-daa8-4c55-aee4-620a1ea343b6,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:31:24.000605 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-57760e1a-2bd7-405d-b11b-9c91e318a76e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:31:24.123644 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] Set router 8c13e86c-8b31-4867-b4af-676282690691 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:31:24.449436 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28cf8e8b0>, [{'id': '8c13e86c-8b31-4867-b4af-676282690691', 'name': 'router1', 'tenant_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '8b761feb-daa8-4c55-aee4-620a1ea343b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:04Z', 'updated_at': '2021-06-25T14:31:21Z', 'revision_number': 4, 'project_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'gw_port': {'id': '8b761feb-daa8-4c55-aee4-620a1ea343b6', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13e86c-8b31-4867-b4af-676282690691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:21Z', 'updated_at': '2021-06-25T14:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': 'a924997c-9c4e-407b-ad7b-1ddf5bf42390', 'name': '', 'network_id': 'e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7', 'tenant_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'mac_address': 'fa:16:3e:c4:82:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13e86c-8b31-4867-b4af-676282690691', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3cae8f6-b091-456a-90dd-37298bcff5c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:13Z', 'updated_at': '2021-06-25T14:31:19Z', 'revision_number': 5, 'project_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'subnets': [{'id': 'f3cae8f6-b091-456a-90dd-37298bcff5c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33106f40-cbb1-416c-ad9d-3f8405c43f45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:31:24.453644 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fd02a6-bf32-4142-a782-100cbbc6649d None None] The sync data for ids ['8c13e86c-8b31-4867-b4af-676282690691'] in dv-cinder-798091-1-iscsi is: [{'id': '8c13e86c-8b31-4867-b4af-676282690691', 'name': 'router1', 'tenant_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '8b761feb-daa8-4c55-aee4-620a1ea343b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:04Z', 'updated_at': '2021-06-25T14:31:21Z', 'revision_number': 4, 'project_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'gw_port': {'id': '8b761feb-daa8-4c55-aee4-620a1ea343b6', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13e86c-8b31-4867-b4af-676282690691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:21Z', 'updated_at': '2021-06-25T14:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': 'a924997c-9c4e-407b-ad7b-1ddf5bf42390', 'name': '', 'network_id': 'e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7', 'tenant_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'mac_address': 'fa:16:3e:c4:82:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13e86c-8b31-4867-b4af-676282690691', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3cae8f6-b091-456a-90dd-37298bcff5c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:13Z', 'updated_at': '2021-06-25T14:31:19Z', 'revision_number': 5, 'project_id': '7aa36f7d2a9a4154a6bc59bd3a82e052', 'subnets': [{'id': 'f3cae8f6-b091-456a-90dd-37298bcff5c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33106f40-cbb1-416c-ad9d-3f8405c43f45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:31:24.963974 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 8b761feb-daa8-4c55-aee4-620a1ea343b6 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:31:25.031505 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 58188) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:31:25.032500 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 8b761feb-daa8-4c55-aee4-620a1ea343b6 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:31:25.037536 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 8b761feb-daa8-4c55-aee4-620a1ea343b6 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:31:25.037905 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:25.161936 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:25.179476 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 8b761feb-daa8-4c55-aee4-620a1ea343b6, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=8b761feb-daa8-4c55-aee4-620a1ea343b6,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:31:25.183679 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:25.185867 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:31:25.252106 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=8b761feb-daa8-4c55-aee4-620a1ea343b6,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:31:25.255162 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:31:25.281545 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.policy [None req-b15be2a2-0049-4ba1-ac27-bf63d7e2a198 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78436) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 25 14:31:25.330615 dv-cinder-798091-1-iscsi neutron-server[78436]: WARNING oslo_policy.policy [None req-b15be2a2-0049-4ba1-ac27-bf63d7e2a198 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 25 14:31:25.331010 dv-cinder-798091-1-iscsi neutron-server[78436]: WARNING oslo_policy.policy [None req-b15be2a2-0049-4ba1-ac27-bf63d7e2a198 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 25 14:31:25.341353 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-b15be2a2-0049-4ba1-ac27-bf63d7e2a198 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.3077621
Jun 25 14:31:26.941446 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 8b761feb-daa8-4c55-aee4-620a1ea343b6 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:31:27.015109 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 8b761feb-daa8-4c55-aee4-620a1ea343b6 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:31:27.015482 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:38.258538 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-726528d9-723a-41dc-84a0-599e5fc3ad7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:38.788241 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:40.831469 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ecb131d7-9e60-47dd-b0f5-d7cc32385ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:41.691165 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:43.208290 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:31:46.573732 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:32:08.261040 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2b15c208-cd13-4d75-b608-9f91b5818afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:32:08.782747 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:32:10.850905 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cf69d885-f62c-4cc7-8a6a-4e69328026e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:32:11.699556 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:32:13.215431 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:32:23.572268 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:32:38.263893 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-33c39307-fdcd-44d0-9328-c8c54f5af37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:32:38.787858 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:32:40.827949 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0bb78f76-1b47-47dd-86a9-b655b0fd1a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:32:41.702511 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:32:43.216229 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:33:00.571137 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:33:08.268078 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d3a401e5-eb40-4b67-8642-a42caefc0c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:33:08.790361 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:33:10.829760 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b51d8b9e-4edc-4565-b5a5-f83a88c2c53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:33:11.703612 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:33:13.217164 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:33:24.560299 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 58760) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:33:24.634486 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.pecan_wsgi.hooks.translation [None req-242c901e-e130-4c72-9843-c553ae804d8d admin admin] GET failed (client error): The resource could not be found.
Jun 25 14:33:24.635754 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-242c901e-e130-4c72-9843-c553ae804d8d admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0744851
Jun 25 14:33:24.792249 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3b2f6a-1aec-48ec-990e-0cbc12218950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:33:24.793645 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-2e3b2f6a-1aec-48ec-990e-0cbc12218950 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1541152
Jun 25 14:33:26.906319 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 58770) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:33:27.014874 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8add1e40-8a78-4610-867c-ed6285926831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:33:27.016191 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-8add1e40-8a78-4610-867c-ed6285926831 admin admin] 10.222.0.52 "GET /v2.0/subnets/f3cae8f6-b091-456a-90dd-37298bcff5c4 HTTP/1.1" status: 200  len: 849 time: 0.1089544
Jun 25 14:33:27.025974 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:33:27.138486 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:33:27.329890 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783892373459'] for subnet, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:33:27.336010 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:33:27.413987 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:33:27.414814 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:33:27.415890 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] 10.222.0.52 "PUT /v2.0/subnets/f3cae8f6-b091-456a-90dd-37298bcff5c4 HTTP/1.1" status: 200  len: 868 time: 0.3943403
Jun 25 14:33:27.427489 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3cae8f6-b091-456a-90dd-37298bcff5c4,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:33:27.430754 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e79f51-b8e9-4481-b1c0-3eb2794e182b None None] Network e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:33:27.436533 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:33:27.436896 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:33:27.437372 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:33:27.437703 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:33:27.438020 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:33:27.438342 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:33:27.438659 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:33:27.438971 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:33:27.439292 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:33:27.439629 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:33:27.439910 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:33:27.440217 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Tracked resource versions report:
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]: pushed versions:
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]: {   'AddressGroup': {'1.2'},
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:     'ConntrackHelper': {'1.0'},
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:     'Log': {'1.0'},
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:     'Network': {'1.1'},
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:     'Port': {'1.7'},
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:     'PortForwarding': {'1.2'},
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:     'QosPolicy': {'1.8'},
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:     'SecurityGroup': {'1.4'},
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:     'SecurityGroupRule': {'1.2'},
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:     'SubPort': {'1.0'},
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:     'Subnet': {'1.1'},
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:     'Trunk': {'1.1'}}
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]: consumer versions:
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]: {   DHCP agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:     L3 agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:     Metadata agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:     Metering agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:     Open vSwitch agent@dv-cinder-798091-1-iscsi: {   'AddressGroup': '1.2',
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'ConntrackHelper': '1.0',
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'Log': '1.0',
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'Network': '1.1',
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'Port': '1.7',
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'PortForwarding': '1.2',
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'QosPolicy': '1.8',
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'SecurityGroup': '1.4',
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'SecurityGroupRule': '1.2',
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'SubPort': '1.0',
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'Subnet': '1.1',
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'Trunk': '1.1'}}
Jun 25 14:33:27.441376 dv-cinder-798091-1-iscsi neutron-server[78436]:  {{(pid=78436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 25 14:33:27.446096 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:33:27.917568 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-302520d6-e76d-4ed3-abc0-2293640ca4f5 None None] Provisioning complete for port a924997c-9c4e-407b-ad7b-1ddf5bf42390 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:33:27.917964 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-302520d6-e76d-4ed3-abc0-2293640ca4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:33:28.049449 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-302520d6-e76d-4ed3-abc0-2293640ca4f5 None None] Provisioning complete for port ee9e1890-c13a-44f2-acd4-910995340e11 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:33:28.049701 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-302520d6-e76d-4ed3-abc0-2293640ca4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:33:29.514982 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 58784) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:33:29.696368 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798ad773-3c90-4e19-9d2b-6535edce24a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:33:29.696938 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798ad773-3c90-4e19-9d2b-6535edce24a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:33:29.698401 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-798ad773-3c90-4e19-9d2b-6535edce24a3 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1823800
Jun 25 14:33:31.762899 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 58794) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:33:31.931617 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10326847-e132-4cb2-91dd-1d83f2c601d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:33:31.932083 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10326847-e132-4cb2-91dd-1d83f2c601d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:33:31.933582 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-10326847-e132-4cb2-91dd-1d83f2c601d7 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1697588
Jun 25 14:33:33.985170 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58804) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:33:34.156152 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98043c4c-e08d-4ccf-aaca-adf7a038f474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:33:34.157520 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-98043c4c-e08d-4ccf-aaca-adf7a038f474 admin admin] 10.222.0.52 "GET /v2.0/networks/598d3f89-d135-48db-a81c-d0cdd206ad8b HTTP/1.1" status: 200  len: 886 time: 0.1714206
Jun 25 14:33:36.224831 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58814) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:33:36.393017 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4c7aff-0c4f-40d0-ae81-50bd1ec48938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:33:36.394356 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-fe4c7aff-0c4f-40d0-ae81-50bd1ec48938 admin admin] 10.222.0.52 "GET /v2.0/networks/e7c60d33-7fbf-43c4-ab70-1da79e6bf2b7 HTTP/1.1" status: 200  len: 869 time: 0.1685958
Jun 25 14:33:37.569592 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:33:38.269519 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-1354e36a-a682-419a-b5dd-f7b9797b2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:33:38.451148 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58824) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:33:38.554973 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ffbc27-a03e-426d-a8db-e24f5dfe635d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:33:38.555433 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ffbc27-a03e-426d-a8db-e24f5dfe635d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:33:38.556148 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-14ffbc27-a03e-426d-a8db-e24f5dfe635d admin admin] Synchronizing usage tracker for tenant:f590b4dbbb6e4c73aadb2b3c7555c301 on resource:subnet {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:33:38.570975 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-14ffbc27-a03e-426d-a8db-e24f5dfe635d admin admin] Unset dirty status for tenant:f590b4dbbb6e4c73aadb2b3c7555c301 on resource:subnet {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:33:38.572116 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-14ffbc27-a03e-426d-a8db-e24f5dfe635d admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1200340
Jun 25 14:33:38.792487 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:33:40.671023 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58834) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:33:40.776717 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cbbfd7-27cb-46e3-8320-b799be405611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:33:40.777173 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cbbfd7-27cb-46e3-8320-b799be405611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:33:40.778602 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-35cbbfd7-27cb-46e3-8320-b799be405611 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1067295
Jun 25 14:33:40.832583 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-565c92f3-77cd-4fee-a979-667276a2e1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:33:41.707715 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:33:42.892819 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58844) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:33:42.991042 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0911566f-93dc-4697-b71f-edf7ad2096fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:33:42.992350 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-0911566f-93dc-4697-b71f-edf7ad2096fc admin admin] 10.222.0.52 "GET /v2.0/subnets/603cb312-45ed-44f0-bfe6-5788d06b586a HTTP/1.1" status: 200  len: 816 time: 0.0985868
Jun 25 14:33:43.220979 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:33:45.046411 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58854) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:33:45.149277 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e545df-a3fa-4945-a306-06b0fd68bfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:33:45.150564 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-94e545df-a3fa-4945-a306-06b0fd68bfcf admin admin] 10.222.0.52 "GET /v2.0/subnets/f3cae8f6-b091-456a-90dd-37298bcff5c4 HTTP/1.1" status: 200  len: 868 time: 0.1031945
Jun 25 14:34:07.735496 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58898) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:34:07.782626 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [None req-ef3475eb-a8f6-40b4-93b5-198cc0cfe6ed admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=78435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 25 14:34:07.783570 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-ef3475eb-a8f6-40b4-93b5-198cc0cfe6ed admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0471554
Jun 25 14:34:08.270900 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-78ce04b0-704c-4011-abb9-c45e793549c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:08.795266 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:09.921771 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58908) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:34:09.989801 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.pecan_wsgi.hooks.translation [None req-45383ce6-af6a-4383-924d-ffee507c6dac admin admin] GET failed (client error): The resource could not be found.
Jun 25 14:34:09.991023 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-45383ce6-af6a-4383-924d-ffee507c6dac admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0683393
Jun 25 14:34:10.163732 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59338fcb-b6fd-45b4-9e58-388978b8c188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:34:10.165129 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-59338fcb-b6fd-45b4-9e58-388978b8c188 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1703956
Jun 25 14:34:10.834326 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cac2ab25-b351-47a3-8b5f-60e670abe252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:11.710311 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:12.245313 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58918) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:34:12.292092 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:34:12.296552 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:34:12.306371 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:34:12.316447 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Made reservation on behalf of f590b4dbbb6e4c73aadb2b3c7555c301 for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:34:12.319270 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:12.405438 dv-cinder-798091-1-iscsi neutron-server[78435]: WARNING neutron.services.revisions.revision_plugin [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fd28aee4f70] {project_id='f590b4dbbb6e4c73aadb2b3c7555c301', id='235a66bb-7295-4e4b-b63f-52e548f28f1e', target_tenant='*', action='access_as_shared', object_id='0215eaa6-f0dd-4374-8e96-611efaf68a2c'}> to bump revision.
Jun 25 14:34:12.416290 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'}  {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 14:34:12.424841 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:12.425125 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Added segment f5a6891b-42cd-4ff8-8a1e-2e16fbf09573 of type vlan for network 0215eaa6-f0dd-4374-8e96-611efaf68a2c
Jun 25 14:34:12.450930 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:12.477887 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:12.479140 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:34:12.479700 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:12.483983 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:34:12.578339 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3319576
Jun 25 14:34:12.581221 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Pushing event updated for resources: {'Network': ['ID=0215eaa6-f0dd-4374-8e96-611efaf68a2c,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:34:12.588152 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:12.588549 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:12.588889 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:12.589208 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:12.589522 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:12.589840 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:12.590151 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:12.590462 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:12.590797 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:12.591109 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:12.591415 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:12.591719 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:12.595365 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:34:12.603329 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network 0215eaa6-f0dd-4374-8e96-611efaf68a2c details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 14:34:13.223647 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:14.573431 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:34:14.671637 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58928) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:34:14.736396 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa39ad89-63be-4fc9-a44b-8f26963c49c1 admin admin] GET failed (client error): The resource could not be found.
Jun 25 14:34:14.736926 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-fa39ad89-63be-4fc9-a44b-8f26963c49c1 admin admin] Synchronizing usage tracker for tenant:f590b4dbbb6e4c73aadb2b3c7555c301 on resource:network {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:34:14.751594 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-fa39ad89-63be-4fc9-a44b-8f26963c49c1 admin admin] Unset dirty status for tenant:f590b4dbbb6e4c73aadb2b3c7555c301 on resource:network {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:34:14.752737 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-fa39ad89-63be-4fc9-a44b-8f26963c49c1 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0801899
Jun 25 14:34:14.854217 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ee083-a114-4f09-90d7-24b04087081a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:34:14.855601 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-259ee083-a114-4f09-90d7-24b04087081a admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0983775
Jun 25 14:34:14.865622 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-825d1541-2640-4ab9-9719-46284e61616e admin admin] Request body: {'subnet': {'network_id': '0215eaa6-f0dd-4374-8e96-611efaf68a2c', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:34:14.869874 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-825d1541-2640-4ab9-9719-46284e61616e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:34:14.879203 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-825d1541-2640-4ab9-9719-46284e61616e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:34:14.888323 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825d1541-2640-4ab9-9719-46284e61616e admin admin] Made reservation on behalf of f590b4dbbb6e4c73aadb2b3c7555c301 for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:34:14.890546 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-825d1541-2640-4ab9-9719-46284e61616e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:15.080846 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-825d1541-2640-4ab9-9719-46284e61616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:15.085248 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-aef02bb6-4e0e-4baa-844e-2dc5ca2443cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:34:15.156718 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d1541-2640-4ab9-9719-46284e61616e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee2ff55-2dd5-4c9c-b2eb-1272ede6442c,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:34:15.160332 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825d1541-2640-4ab9-9719-46284e61616e admin admin] Checking segment: {'id': 'f5a6891b-42cd-4ff8-8a1e-2e16fbf09573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0215eaa6-f0dd-4374-8e96-611efaf68a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:34:15.160698 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825d1541-2640-4ab9-9719-46284e61616e admin admin] Network hostable DHCP agents. Network: 0215eaa6-f0dd-4374-8e96-611efaf68a2c, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 14:34:15.165323 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-825d1541-2640-4ab9-9719-46284e61616e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:34:15.180241 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825d1541-2640-4ab9-9719-46284e61616e admin admin] Network 0215eaa6-f0dd-4374-8e96-611efaf68a2c is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 14:34:15.188761 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-825d1541-2640-4ab9-9719-46284e61616e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, 0215eaa6-f0dd-4374-8e96-611efaf68a2c) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:34:15.192577 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825d1541-2640-4ab9-9719-46284e61616e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:34:15.193171 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-825d1541-2640-4ab9-9719-46284e61616e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:15.197321 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6d3aca-f577-412c-bfaf-0530a7a140d8 None None] Network 0215eaa6-f0dd-4374-8e96-611efaf68a2c requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:34:15.216715 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-825d1541-2640-4ab9-9719-46284e61616e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3548589
Jun 25 14:34:15.430934 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2453cf98-ccc3-5d86-bc5a-54844e48914f-0215eaa6-f0dd-4374-8e96-611efaf68a2c', 'network_id': '0215eaa6-f0dd-4374-8e96-611efaf68a2c', 'tenant_id': 'f590b4dbbb6e4c73aadb2b3c7555c301', 'fixed_ips': [{'subnet_id': 'cee2ff55-2dd5-4c9c-b2eb-1272ede6442c'}]}} from dv-cinder-798091-1-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 25 14:34:15.431789 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:15.586520 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Allocated IP 192.168.233.2 (0215eaa6-f0dd-4374-8e96-611efaf68a2c/cee2ff55-2dd5-4c9c-b2eb-1272ede6442c/00353987-f28a-4fac-9ca0-17a8ba0f3607) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:34:15.815285 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:15.825628 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Transition to ACTIVE for port object 00353987-f28a-4fac-9ca0-17a8ba0f3607 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:34:15.844481 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Transition to ACTIVE for port object 00353987-f28a-4fac-9ca0-17a8ba0f3607 will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:34:15.850612 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:15.855082 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:34:15.914931 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Network 0215eaa6-f0dd-4374-8e96-611efaf68a2c is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:34:15.916034 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Resources bound (agent type, host, resource id):  {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:34:15.919737 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:34:15.951021 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Pushing event updated for resources: {'Port': ['ID=00353987-f28a-4fac-9ca0-17a8ba0f3607,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:34:15.992177 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:15.992552 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:15.992884 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:15.993201 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:15.993518 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:15.993830 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:15.994138 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:15.994443 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:15.994765 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:15.995070 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:15.995374 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:15.995674 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:34:16.003333 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:34:16.023513 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Attempting to bind port 00353987-f28a-4fac-9ca0-17a8ba0f3607 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:34:16.023871 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Attempting to bind port 00353987-f28a-4fac-9ca0-17a8ba0f3607 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': 'f5a6891b-42cd-4ff8-8a1e-2e16fbf09573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0215eaa6-f0dd-4374-8e96-611efaf68a2c'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:34:16.024218 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Attempting to bind port 00353987-f28a-4fac-9ca0-17a8ba0f3607 on network 0215eaa6-f0dd-4374-8e96-611efaf68a2c {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:34:16.029414 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:34:16.029777 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Checking segment: {'id': 'f5a6891b-42cd-4ff8-8a1e-2e16fbf09573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0215eaa6-f0dd-4374-8e96-611efaf68a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:34:16.030167 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:16.030553 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Bound using segment: {'id': 'f5a6891b-42cd-4ff8-8a1e-2e16fbf09573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0215eaa6-f0dd-4374-8e96-611efaf68a2c'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:34:16.031012 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Bound port: 00353987-f28a-4fac-9ca0-17a8ba0f3607, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a6891b-42cd-4ff8-8a1e-2e16fbf09573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0215eaa6-f0dd-4374-8e96-611efaf68a2c'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:34:16.031390 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:16.117182 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] For port 00353987-f28a-4fac-9ca0-17a8ba0f3607, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:34:16.120124 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] For port 00353987-f28a-4fac-9ca0-17a8ba0f3607, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=00353987-f28a-4fac-9ca0-17a8ba0f3607,segment=NetworkSegment(f5a6891b-42cd-4ff8-8a1e-2e16fbf09573),segment_id=f5a6891b-42cd-4ff8-8a1e-2e16fbf09573)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:34:16.125291 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:16.129976 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:34:16.212524 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Pushing event updated for resources: {'Port': ['ID=00353987-f28a-4fac-9ca0-17a8ba0f3607,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:34:16.215472 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:34:17.056245 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 00353987-f28a-4fac-9ca0-17a8ba0f3607 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:34:17.097050 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001fd303-04d0-43ba-85ae-1647f0b1ba6d None None] Network 0215eaa6-f0dd-4374-8e96-611efaf68a2c requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:34:17.226888 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-6cac9513-918d-4afc-8853-c169bb2b3317 None None] Provisioning for port 00353987-f28a-4fac-9ca0-17a8ba0f3607 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:34:17.270110 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 00353987-f28a-4fac-9ca0-17a8ba0f3607 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:34:17.313715 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 00353987-f28a-4fac-9ca0-17a8ba0f3607 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:34:17.314117 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:17.507106 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:17.546150 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 00353987-f28a-4fac-9ca0-17a8ba0f3607, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=00353987-f28a-4fac-9ca0-17a8ba0f3607,segment=NetworkSegment(f5a6891b-42cd-4ff8-8a1e-2e16fbf09573),segment_id=f5a6891b-42cd-4ff8-8a1e-2e16fbf09573)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:34:17.550887 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:17.553137 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:34:17.625458 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=00353987-f28a-4fac-9ca0-17a8ba0f3607,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:34:17.629323 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:34:17.776235 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-84639518-39a9-489b-a482-396c2d36e06a None None] Provisioning complete for port 00353987-f28a-4fac-9ca0-17a8ba0f3607 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:34:17.776635 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-84639518-39a9-489b-a482-396c2d36e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:19.018693 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 00353987-f28a-4fac-9ca0-17a8ba0f3607 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:34:19.088045 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 00353987-f28a-4fac-9ca0-17a8ba0f3607 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:34:19.088411 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:38.274372 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8b566992-1847-4eb5-b261-17e4b9b86e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:38.797035 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:40.836733 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e063da24-c7d0-4727-ae95-624e8a4dadc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:41.712822 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:43.228335 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:34:51.572916 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:35:08.275690 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-1af7ad8c-a539-4bc4-ba40-b30c9eeacfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:35:08.799368 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:35:10.838750 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-90d6d04b-9725-4681-8d7e-61b451442c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:35:11.717331 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:35:13.231262 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:35:23.212150 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58978) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:35:23.218177 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [None req-327470a5-6826-4561-80ac-a5709976d06d tempest-verify_tempest_config-158092439 tempest-verify_tempest_config-158092439-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=78435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 25 14:35:23.219136 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-327470a5-6826-4561-80ac-a5709976d06d tempest-verify_tempest_config-158092439 tempest-verify_tempest_config-158092439-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059803
Jun 25 14:35:23.520581 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 58996) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:35:23.632386 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:35:23.646579 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:35:23.650268 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Usage tracker for resource:security_group_rule and tenant:1934bfafc29e41f4af417f92cf2313e5 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:35:23.652968 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:35:23.658486 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:35:23.738038 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:35:23.741718 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:35:23.750005 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:35:23.786549 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Synchronizing usage tracker for tenant:f590b4dbbb6e4c73aadb2b3c7555c301 on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:35:23.789712 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1983c7a-1d73-4e22-aa10-53ed042b3c65,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:35:23.798674 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:35:23.799015 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:35:23.799337 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:35:23.799658 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:35:23.799974 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:35:23.800305 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:35:23.800648 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:35:23.800962 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:35:23.801287 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:35:23.801699 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:35:23.801903 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:35:23.802209 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:35:23.805837 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:35:23.815642 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Unset dirty status for tenant:f590b4dbbb6e4c73aadb2b3c7555c301 on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:35:23.816953 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1934bfafc29e41f4af417f92cf2313e5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2954419
Jun 25 14:35:23.819498 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 59002) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:35:23.877984 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e12b317f-ad16-42dd-b395-0a0509816307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:35:23.902997 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e12b317f-ad16-42dd-b395-0a0509816307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:35:23.996294 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e12b317f-ad16-42dd-b395-0a0509816307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:35:24.000062 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-06b03277-a4a2-42da-8421-e22e092c2928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:35:24.012936 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b317f-ad16-42dd-b395-0a0509816307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1983c7a-1d73-4e22-aa10-53ed042b3c65,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:35:24.015718 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e12b317f-ad16-42dd-b395-0a0509816307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:35:24.017585 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e12b317f-ad16-42dd-b395-0a0509816307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:35:24.018660 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e12b317f-ad16-42dd-b395-0a0509816307 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e1983c7a-1d73-4e22-aa10-53ed042b3c65 HTTP/1.1" status: 204  len: 168 time: 0.1982920
Jun 25 14:35:28.572060 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:35:38.277276 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b0718afa-67fc-4826-af31-e0614f411427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:35:38.801214 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:35:40.840612 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4389-6cf8-4d3e-b145-ce3168b8814e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:35:41.719047 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:35:43.232762 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:36:05.570981 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:36:08.278378 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b76f84e9-e8f7-439a-8773-c947a50e7a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:36:08.803390 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:36:10.845290 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-bd52622e-d662-4f10-a819-b4da3389037e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:36:11.723449 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:36:13.235467 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:36:38.279594 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d86a4d51-e781-4828-8ac8-e4c10534fbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:36:38.804268 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:36:40.849910 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-82a3c283-7ad3-4ad0-a7c9-67a72c9eac36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:36:41.726676 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:36:42.569640 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 5 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:36:43.238983 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:37:00.825629 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-759922'] for agent, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:37:08.281390 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4e07e0f8-5f7a-44c0-8253-8053ba087e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:37:08.808481 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:37:10.851522 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-6b9126a2-951b-41e5-8611-bfc41202b324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:37:11.730498 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:37:13.240374 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:37:15.732165 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 59074) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:37:15.843660 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-da0cb5c1-e81e-4a26-b346-af3f131a0f6f admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1103694
Jun 25 14:37:17.936124 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 59084) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:37:18.001719 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-ca347295-274b-4296-bced-211efd5f9dd1 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0644753
Jun 25 14:37:19.568490 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:37:30.770298 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:37:38.289339 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-361a3b7f-f0a0-4ca8-94a5-e1fcaa205bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:37:38.809458 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:37:40.852996 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-f6a845b5-34a7-41b5-8d17-3e1dce71efa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:37:41.731998 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:37:43.243584 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:37:56.567508 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:38:00.781372 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:08.280262 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-70870bea-0769-4d9e-8692-6c3142273a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:08.812671 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:10.856818 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e8131239-6b35-4a98-8223-dac18bbae450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:11.734378 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:13.273663 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:30.788857 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:33.566763 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:38:38.284650 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e0f84705-612d-4441-8097-00ce7ed5e3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:38.816911 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:40.859048 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d077c4c8-a1f5-4812-903a-40be55ffd272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:41.738799 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:43.246749 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:52.060458 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 59308) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:38:52.094321 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 59316) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:38:52.302212 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 59328) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:38:52.514628 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1815520999-network', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:38:52.519749 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:38:52.523559 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Usage tracker for resource:network and tenant:77f5d5123a7c43d48ad3b58f8efecf4e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:38:52.526407 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:38:52.532261 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:38:52.540779 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-665675571-network', 'tenant_id': '96217f8828624862a5c257565ecf9ce2'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:38:52.548086 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:38:52.553086 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Usage tracker for resource:network and tenant:96217f8828624862a5c257565ecf9ce2 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:38:52.556219 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:38:52.562944 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:38:52.565862 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Made reservation on behalf of 77f5d5123a7c43d48ad3b58f8efecf4e for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:38:52.568138 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:52.582706 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:52.603756 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-373747241-network', 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:38:52.609630 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:38:52.613857 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Usage tracker for resource:security_group_rule and tenant:77f5d5123a7c43d48ad3b58f8efecf4e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:38:52.616773 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:38:52.622356 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:38:52.625129 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Made reservation on behalf of 96217f8828624862a5c257565ecf9ce2 for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:38:52.628205 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:52.649110 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:52.699999 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:38:52.702378 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:38:52.707952 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Usage tracker for resource:security_group_rule and tenant:96217f8828624862a5c257565ecf9ce2 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:38:52.710850 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:38:52.718164 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:38:52.889755 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:52.891314 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Usage tracker for resource:network and tenant:0aa02100a2e14479942bf6a8fedf507b is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:38:52.898679 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:38:52.911801 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:52.913565 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:38:52.931957 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e12b317f-ad16-42dd-b395-0a0509816307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:38:52.962566 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 14:38:52.966919 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Made reservation on behalf of 0aa02100a2e14479942bf6a8fedf507b for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:38:52.969616 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:52.984019 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:52.995595 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:53.016083 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:53.017230 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:53.017667 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Added segment 2adc1b6f-f630-40aa-b889-e1e5a75c1bf8 of type vlan for network 22e202d2-2336-46fd-9cf3-862842b9f9b2
Jun 25 14:38:53.045016 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:38:53.054375 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ee2e31-82cb-4828-aa52-c435242feae5,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:38:53.067713 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'}  {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 14:38:53.087338 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:53.088072 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Added segment 41004864-77df-4865-b51e-40b29aebd58b of type vlan for network 4b57f227-be72-49df-b303-59d0100b6e57
Jun 25 14:38:53.126725 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:53.158221 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Usage tracker for resource:security_group_rule and tenant:0aa02100a2e14479942bf6a8fedf507b is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:38:53.177724 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:53.184167 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:38:53.190960 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:53.222665 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:53.223259 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:53.223787 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:53.224419 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:53.225060 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:53.225820 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:53.226564 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:53.227326 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:53.228427 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:53.229440 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:53.230179 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:53.231038 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Tracked resource versions report:
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]: pushed versions:
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]: {   'AddressGroup': {'1.2'},
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:     'ConntrackHelper': {'1.0'},
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:     'Log': {'1.0'},
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:     'Network': {'1.1'},
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:     'Port': {'1.7'},
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:     'PortForwarding': {'1.2'},
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:     'QosPolicy': {'1.8'},
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:     'SecurityGroup': {'1.4'},
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:     'SecurityGroupRule': {'1.2'},
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:     'SubPort': {'1.0'},
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:     'Subnet': {'1.1'},
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:     'Trunk': {'1.1'}}
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]: consumer versions:
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]: {   DHCP agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:     HyperV agent@hv-cinder-79809: {},
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:     L3 agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:     Metadata agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:     Metering agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:     Open vSwitch agent@dv-cinder-798091-1-iscsi: {   'AddressGroup': '1.2',
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'ConntrackHelper': '1.0',
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'Log': '1.0',
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'Network': '1.1',
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'Port': '1.7',
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'PortForwarding': '1.2',
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'QosPolicy': '1.8',
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'SecurityGroup': '1.4',
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'SecurityGroupRule': '1.2',
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'SubPort': '1.0',
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'Subnet': '1.1',
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:                                                      'Trunk': '1.1'}}
Jun 25 14:38:53.233280 dv-cinder-798091-1-iscsi neutron-server[78435]:  {{(pid=78435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 25 14:38:53.243668 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:38:53.245543 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:38:53.248572 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:38:53.249576 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:53.281367 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:38:53.289072 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:53.297829 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:38:53.299343 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:53.319905 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2573686
Jun 25 14:38:53.323497 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 59378) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:38:53.331586 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2330642
Jun 25 14:38:53.331800 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Request body: {'subnet': {'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1815520999-subnet', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:38:53.331800 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.quota [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd28bb0a850>.
Jun 25 14:38:53.338601 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 59382) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:38:53.354036 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:38:53.356570 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] Request body: {'subnet': {'network_id': '22e202d2-2336-46fd-9cf3-862842b9f9b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-665675571-subnet', 'tenant_id': '96217f8828624862a5c257565ecf9ce2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:38:53.361731 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:38:53.365729 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] Usage tracker for resource:subnet and tenant:96217f8828624862a5c257565ecf9ce2 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:38:53.368806 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:38:53.368949 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Usage tracker for resource:subnet and tenant:77f5d5123a7c43d48ad3b58f8efecf4e is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:38:53.375851 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:38:53.378028 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:38:53.393493 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ca56dd-6f6f-4e04-9d7b-bf912b3f4f88,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:38:53.397155 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:38:53.401563 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-296661bf-7652-4f28-aacb-929f35929dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:38:53.409523 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:38:53.441719 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] Made reservation on behalf of 96217f8828624862a5c257565ecf9ce2 for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:38:53.447395 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:53.500133 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Made reservation on behalf of 77f5d5123a7c43d48ad3b58f8efecf4e for: {'subnet': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:38:53.503047 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:53.788562 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Pushing event updated for resources: {'Network': ['ID=4b57f227-be72-49df-b303-59d0100b6e57,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:38:53.811580 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network 4b57f227-be72-49df-b303-59d0100b6e57 details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 14:38:53.856219 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:53.946076 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for subnet, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:53.960433 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:38:53.991149 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:54.035837 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Pushing event updated for resources: {'Network': ['ID=22e202d2-2336-46fd-9cf3-862842b9f9b2,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:38:54.044846 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:38:54.047088 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.720s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:38:54.047393 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:38:54.050847 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:38:54.054692 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network 22e202d2-2336-46fd-9cf3-862842b9f9b2 details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 14:38:54.085932 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'}  {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 14:38:54.099612 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9265467f-1c70-41b0-a5d8-95ad79db0d39,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:38:54.112125 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Checking segment: {'id': '41004864-77df-4865-b51e-40b29aebd58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:38:54.113073 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Network hostable DHCP agents. Network: 4b57f227-be72-49df-b303-59d0100b6e57, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 14:38:54.120672 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:54.122176 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:54.123079 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:54.123648 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:54.124133 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:54.124900 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:54.125905 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:54.126394 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:54.126907 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:54.128309 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:54.128835 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:54.129302 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Tracked resource versions report:
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]: pushed versions:
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]: {   'AddressGroup': {'1.2'},
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:     'ConntrackHelper': {'1.0'},
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:     'Log': {'1.0'},
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:     'Network': {'1.1'},
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:     'Port': {'1.7'},
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:     'PortForwarding': {'1.2'},
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:     'QosPolicy': {'1.8'},
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:     'SecurityGroup': {'1.4'},
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:     'SecurityGroupRule': {'1.2'},
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:     'SubPort': {'1.0'},
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:     'Subnet': {'1.1'},
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:     'Trunk': {'1.1'}}
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]: consumer versions:
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]: {   DHCP agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:     HyperV agent@hv-cinder-79809: {},
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:     L3 agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:     Metadata agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:     Metering agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:     Open vSwitch agent@dv-cinder-798091-1-iscsi: {   'AddressGroup': '1.2',
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'ConntrackHelper': '1.0',
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'Log': '1.0',
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'Network': '1.1',
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'Port': '1.7',
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'PortForwarding': '1.2',
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'QosPolicy': '1.8',
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'SecurityGroup': '1.4',
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'SecurityGroupRule': '1.2',
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'SubPort': '1.0',
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'Subnet': '1.1',
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:                                                      'Trunk': '1.1'}}
Jun 25 14:38:54.130692 dv-cinder-798091-1-iscsi neutron-server[78436]:  {{(pid=78436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 25 14:38:54.137005 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:38:54.175167 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Network 4b57f227-be72-49df-b303-59d0100b6e57 is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 14:38:54.197957 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, 4b57f227-be72-49df-b303-59d0100b6e57) {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:38:54.208079 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:38:54.208666 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:54.212457 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9138eedf-1732-4a47-86ef-7fd418e3cbc1 None None] Network 4b57f227-be72-49df-b303-59d0100b6e57 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:38:54.222816 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:54.223164 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Added segment 38c52a19-3cfe-4f2a-955f-7223adce4a06 of type vlan for network fe47f01d-0a00-4026-a5a3-3a965d638a88
Jun 25 14:38:54.224495 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c62f126-e706-425f-b24c-c9a2af1744ba,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:38:54.233330 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:38:54.245268 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:54.258625 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9339657
Jun 25 14:38:54.259894 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b9604d70-8b05-4e88-ab54-3bb15ea0fa64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:38:54.261199 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 59416) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:38:54.270300 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:38:54.287973 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:38:54.298102 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Usage tracker for resource:router and tenant:77f5d5123a7c43d48ad3b58f8efecf4e is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:38:54.302663 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:38:54.309910 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:38:54.326589 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018'] for router, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:54.336346 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:54.385367 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=219404d4-c6ec-479c-bff7-4b572eb2c406,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:38:54.389194 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:38:54.391754 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:54.397191 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:54.453562 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] Checking segment: {'id': '2adc1b6f-f630-40aa-b889-e1e5a75c1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '22e202d2-2336-46fd-9cf3-862842b9f9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:38:54.453771 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] Network hostable DHCP agents. Network: 22e202d2-2336-46fd-9cf3-862842b9f9b2, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 14:38:54.479593 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:54.481097 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:38:54.481884 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:54.488034 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:38:54.507174 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 59420) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:38:54.518714 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] Network 22e202d2-2336-46fd-9cf3-862842b9f9b2 is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 14:38:54.600501 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, 22e202d2-2336-46fd-9cf3-862842b9f9b2) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:38:54.613621 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2453cf98-ccc3-5d86-bc5a-54844e48914f-4b57f227-be72-49df-b303-59d0100b6e57', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39'}]}} from dv-cinder-798091-1-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 25 14:38:54.615506 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:54.625150 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:38:54.626773 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:54.641951 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Pushing event updated for resources: {'Network': ['ID=fe47f01d-0a00-4026-a5a3-3a965d638a88,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:38:54.645315 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.3418803
Jun 25 14:38:54.646322 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:38:54.649137 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 59430) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:38:54.655388 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] Request body: {'subnet': {'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-373747241-subnet', 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:38:54.655937 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e764ef-e0d1-4e13-94f2-9620ddc83f57 None None] Network 22e202d2-2336-46fd-9cf3-862842b9f9b2 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:38:54.661213 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:38:54.666145 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] Usage tracker for resource:subnet and tenant:0aa02100a2e14479942bf6a8fedf507b is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:38:54.678448 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3287036
Jun 25 14:38:54.678448 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:38:54.679526 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:38:54.703760 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] Made reservation on behalf of 0aa02100a2e14479942bf6a8fedf507b for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:38:54.707047 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:54.707508 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network fe47f01d-0a00-4026-a5a3-3a965d638a88 details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 14:38:54.837652 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c8687c55-f60a-4599-a376-2a0736225ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:54.867010 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-c8687c55-f60a-4599-a376-2a0736225ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:38:54.870918 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c8687c55-f60a-4599-a376-2a0736225ff0 admin admin] Usage tracker for resource:security_group_rule and tenant:5db94f4692804fd1b115f140fc207700 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:38:54.874210 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c8687c55-f60a-4599-a376-2a0736225ff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:38:54.880865 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-c8687c55-f60a-4599-a376-2a0736225ff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:38:55.119168 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c8687c55-f60a-4599-a376-2a0736225ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:55.135659 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c8687c55-f60a-4599-a376-2a0736225ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:55.157037 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c8d9e641-620f-4866-b391-b11c2321c1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:38:55.317446 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:55.343759 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-c8687c55-f60a-4599-a376-2a0736225ff0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5db94f4692804fd1b115f140fc207700&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8256433
Jun 25 14:38:55.347016 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 59450) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:38:55.362499 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8687c55-f60a-4599-a376-2a0736225ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5c8ca9-ae75-47bd-bd56-16458f07e7a2,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:38:55.378006 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c8687c55-f60a-4599-a376-2a0736225ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:38:55.406105 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:55.422491 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:38:55.509980 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Allocated IP 172.20.0.2 (4b57f227-be72-49df-b303-59d0100b6e57/9265467f-1c70-41b0-a5d8-95ad79db0d39/4a31e9c4-35b5-4d49-bed8-c517714d649c) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:38:55.606788 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15d8da82-b461-4601-96f4-3558be16618c,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:38:55.623803 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:38:55.643287 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] Checking segment: {'id': '38c52a19-3cfe-4f2a-955f-7223adce4a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:38:55.643642 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] Network hostable DHCP agents. Network: fe47f01d-0a00-4026-a5a3-3a965d638a88, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 14:38:55.678350 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6e8991-50b2-42fd-af54-b39dc56e8afb None None] Network 22e202d2-2336-46fd-9cf3-862842b9f9b2 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:38:55.680795 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b350-681d-4b53-aaf5-67c549c12dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:55.706779 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] Network fe47f01d-0a00-4026-a5a3-3a965d638a88 is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 14:38:55.723752 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, fe47f01d-0a00-4026-a5a3-3a965d638a88) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:38:55.728183 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:38:55.729481 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:55.769878 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.1195941
Jun 25 14:38:55.773635 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 59466) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:38:55.787197 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-373747241-router', 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:38:55.800029 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:38:55.805723 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Usage tracker for resource:router and tenant:0aa02100a2e14479942bf6a8fedf507b is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:38:55.811656 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:38:55.824119 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:38:55.850247 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018'] for router, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:55.853335 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:55.873691 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b350-681d-4b53-aaf5-67c549c12dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:55.912176 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:56.064959 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a53df85-a3c0-4ff4-8baa-cbb9368c1665 None None] Network fe47f01d-0a00-4026-a5a3-3a965d638a88 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:38:56.290740 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:56.364825 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:56.384307 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Transition to ACTIVE for port object 4a31e9c4-35b5-4d49-bed8-c517714d649c will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:38:56.467067 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Transition to ACTIVE for port object 4a31e9c4-35b5-4d49-bed8-c517714d649c will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:38:56.631739 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:56.688587 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:38:56.693152 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:56.765463 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b350-681d-4b53-aaf5-67c549c12dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:56.767980 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:56.794037 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a24079e-9e7d-4e74-8941-7ff118283643 None None] Network fe47f01d-0a00-4026-a5a3-3a965d638a88 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:38:56.838968 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Network 4b57f227-be72-49df-b303-59d0100b6e57 is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:38:56.925800 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Resources bound (agent type, host, resource id):  {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:38:56.941504 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:38:56.957642 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Pushing event updated for resources: {'Port': ['ID=4a31e9c4-35b5-4d49-bed8-c517714d649c,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:38:56.971504 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Allocated IP 172.27.3.200 (598d3f89-d135-48db-a81c-d0cdd206ad8b/603cb312-45ed-44f0-bfe6-5788d06b586a/710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:38:57.034946 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 59516) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:38:57.052160 dv-cinder-798091-1-iscsi neutron-server[78435]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 25 14:38:57.127502 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:38:57.141565 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3b350-681d-4b53-aaf5-67c549c12dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5c8ca9-ae75-47bd-bd56-16458f07e7a2,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:38:57.150440 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-8fe3b350-681d-4b53-aaf5-67c549c12dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:38:57.162167 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:57.162167 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:57.162454 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:57.162813 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:57.163212 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:57.164308 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:57.164755 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:57.165353 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:57.165737 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:57.166154 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:57.166535 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:57.166912 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Tracked resource versions report:
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]: pushed versions:
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]: {   'AddressGroup': {'1.2'},
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:     'ConntrackHelper': {'1.0'},
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:     'Log': {'1.0'},
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:     'Network': {'1.1'},
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:     'Port': {'1.7'},
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:     'PortForwarding': {'1.2'},
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:     'QosPolicy': {'1.8'},
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:     'SecurityGroup': {'1.4'},
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:     'SecurityGroupRule': {'1.2'},
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:     'SubPort': {'1.0'},
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:     'Subnet': {'1.1'},
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:     'Trunk': {'1.1'}}
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]: consumer versions:
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]: {   DHCP agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:     HyperV agent@hv-cinder-79809: {},
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:     L3 agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:     Metadata agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:     Metering agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:     Open vSwitch agent@dv-cinder-798091-1-iscsi: {   'AddressGroup': '1.2',
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'ConntrackHelper': '1.0',
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'Log': '1.0',
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'Network': '1.1',
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'Port': '1.7',
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'PortForwarding': '1.2',
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'QosPolicy': '1.8',
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'SecurityGroup': '1.4',
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'SecurityGroupRule': '1.2',
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'SubPort': '1.0',
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'Subnet': '1.1',
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:                                                      'Trunk': '1.1'}}
Jun 25 14:38:57.168111 dv-cinder-798091-1-iscsi neutron-server[78437]:  {{(pid=78437) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 25 14:38:57.179376 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:38:57.184888 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Attempting to bind port 4a31e9c4-35b5-4d49-bed8-c517714d649c on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:38:57.185738 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Attempting to bind port 4a31e9c4-35b5-4d49-bed8-c517714d649c by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '41004864-77df-4865-b51e-40b29aebd58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:38:57.186336 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Attempting to bind port 4a31e9c4-35b5-4d49-bed8-c517714d649c on network 4b57f227-be72-49df-b303-59d0100b6e57 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:38:57.196437 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b350-681d-4b53-aaf5-67c549c12dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:57.197713 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-8fe3b350-681d-4b53-aaf5-67c549c12dc1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac5c8ca9-ae75-47bd-bd56-16458f07e7a2 HTTP/1.1" status: 204  len: 168 time: 1.8470287
Jun 25 14:38:57.254147 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:57.325564 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:38:57.326098 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Checking segment: {'id': '41004864-77df-4865-b51e-40b29aebd58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:38:57.326919 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:57.327412 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Bound using segment: {'id': '41004864-77df-4865-b51e-40b29aebd58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:38:57.328049 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Bound port: 4a31e9c4-35b5-4d49-bed8-c517714d649c, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41004864-77df-4865-b51e-40b29aebd58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:38:57.328572 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:57.444803 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:57.448897 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] For port 4a31e9c4-35b5-4d49-bed8-c517714d649c, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:38:57.455205 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] For port 4a31e9c4-35b5-4d49-bed8-c517714d649c, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=4a31e9c4-35b5-4d49-bed8-c517714d649c,segment=NetworkSegment(41004864-77df-4865-b51e-40b29aebd58b),segment_id=41004864-77df-4865-b51e-40b29aebd58b)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:38:57.458118 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:57.465479 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:57.468212 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:38:57.477941 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:38:57.511723 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:57.595273 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Pushing event updated for resources: {'Port': ['ID=4a31e9c4-35b5-4d49-bed8-c517714d649c,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:38:57.599349 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:38:57.643422 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Pushing event updated for resources: {'Port': ['ID=710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:38:57.651218 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:38:57.667313 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:38:57.668350 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:38:57.675170 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:38:57.828344 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 59540) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:38:57.830629 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Allocated IP 172.27.3.51 (598d3f89-d135-48db-a81c-d0cdd206ad8b/603cb312-45ed-44f0-bfe6-5788d06b586a/671e029d-aabe-4723-8b36-830572901c16) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:38:57.891771 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-cb8db91d-6847-42db-870c-6037c74435fa tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:38:57.893029 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-cb8db91d-6847-42db-870c-6037c74435fa tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Synchronizing usage tracker for tenant:96217f8828624862a5c257565ecf9ce2 on resource:network {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:38:57.961446 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-95b0f5cb-15d0-4a91-b10e-52e6f858bc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:58.054828 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-cb8db91d-6847-42db-870c-6037c74435fa tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Unset dirty status for tenant:96217f8828624862a5c257565ecf9ce2 on resource:network {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:38:58.056043 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-cb8db91d-6847-42db-870c-6037c74435fa tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/networks?id=22e202d2-2336-46fd-9cf3-862842b9f9b2 HTTP/1.1" status: 200  len: 811 time: 1.0127971
Jun 25 14:38:58.068626 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-95b0f5cb-15d0-4a91-b10e-52e6f858bc2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:38:58.082538 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-95b0f5cb-15d0-4a91-b10e-52e6f858bc2d admin admin] Usage tracker for resource:security_group_rule and tenant:807c7fc7c7ed4aeca9e2d095c30d43f2 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:38:58.089030 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-95b0f5cb-15d0-4a91-b10e-52e6f858bc2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:38:58.105294 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-b72d8035-33a3-4465-8152-b186a023f5d1 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/quotas/96217f8828624862a5c257565ecf9ce2 HTTP/1.1" status: 200  len: 375 time: 0.0317426
Jun 25 14:38:58.125220 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-95b0f5cb-15d0-4a91-b10e-52e6f858bc2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:38:58.222462 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-42666da9-af2a-4303-84e6-fd04ebe19b44 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=96217f8828624862a5c257565ecf9ce2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1064305
Jun 25 14:38:58.317549 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:58.428817 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:58.434586 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-fa6981e4-bab8-463c-bdc7-d42d2c6f6d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:38:58.621683 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Pushing event updated for resources: {'Port': ['ID=671e029d-aabe-4723-8b36-830572901c16,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:38:58.659880 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:38:58.672947 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:38:58.678088 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:38:58.688290 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:38:58.708934 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:58.788001 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-a89272b8-8a4e-498e-993e-388cecffb5c3 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=78435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 25 14:38:58.790133 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-a89272b8-8a4e-498e-993e-388cecffb5c3 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1962943
Jun 25 14:38:58.993713 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-95b0f5cb-15d0-4a91-b10e-52e6f858bc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:59.087494 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-95b0f5cb-15d0-4a91-b10e-52e6f858bc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:59.132805 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:38:59.219457 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628c006f-71d3-4a18-952d-57752008fe7e None None] Network 4b57f227-be72-49df-b303-59d0100b6e57 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:38:59.228747 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-58202e23-40c8-4637-94e7-708f6a19e1e6 service neutron] 10.222.0.52 "GET /v2.0/networks/22e202d2-2336-46fd-9cf3-862842b9f9b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3578229
Jun 25 14:38:59.267855 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-95b0f5cb-15d0-4a91-b10e-52e6f858bc2d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=807c7fc7c7ed4aeca9e2d095c30d43f2&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4341228
Jun 25 14:38:59.268639 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0f5cb-15d0-4a91-b10e-52e6f858bc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd00c1b-db53-484c-b529-630f9d084f97,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:38:59.269440 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 4a31e9c4-35b5-4d49-bed8-c517714d649c up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:38:59.274111 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 59570) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:38:59.280293 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-95b0f5cb-15d0-4a91-b10e-52e6f858bc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:38:59.427639 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-944e5fc0-6ba5-4c69-b715-6e3e35e72623 None None] Provisioning for port 4a31e9c4-35b5-4d49-bed8-c517714d649c completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:38:59.494646 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 4a31e9c4-35b5-4d49-bed8-c517714d649c completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:38:59.514644 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 4a31e9c4-35b5-4d49-bed8-c517714d649c triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:38:59.515357 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:59.578806 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-d4c97f3e-0fc6-448d-b337-587c73b76d1a service neutron] 10.222.0.52 "GET /v2.0/networks/22e202d2-2336-46fd-9cf3-862842b9f9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3326161
Jun 25 14:38:59.585799 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:59.626502 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e297c677-99ba-435a-9579-791951638087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:59.647398 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549447'] for router, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:59.727963 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e297c677-99ba-435a-9579-791951638087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:59.787098 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:59.852887 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 4a31e9c4-35b5-4d49-bed8-c517714d649c, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=4a31e9c4-35b5-4d49-bed8-c517714d649c,segment=NetworkSegment(41004864-77df-4865-b51e-40b29aebd58b),segment_id=41004864-77df-4865-b51e-40b29aebd58b)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:38:59.865487 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:38:59.868081 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:00.020227 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Router b028c316-8c84-4ffe-806c-b9f8a17a4525 is scheduled to L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce with binding_index 1 {{(pid=78436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 25 14:39:00.028381 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 59596) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:00.034437 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=4a31e9c4-35b5-4d49-bed8-c517714d649c,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:00.038842 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:00.119409 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e297c677-99ba-435a-9579-791951638087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:00.137551 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-95b0f5cb-15d0-4a91-b10e-52e6f858bc2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:00.153047 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e23b37e9-4ebe-4c66-bd9b-a682fb16b80a req-9b879fa8-bdaa-4f4b-aa6e-25a8fe015e4b tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 210 time: 0.1051855
Jun 25 14:39:00.197598 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297c677-99ba-435a-9579-791951638087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd00c1b-db53-484c-b529-630f9d084f97,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:00.202018 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e297c677-99ba-435a-9579-791951638087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:00.254357 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e297c677-99ba-435a-9579-791951638087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:00.255388 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-e297c677-99ba-435a-9579-791951638087 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3cd00c1b-db53-484c-b529-630f9d084f97 HTTP/1.1" status: 204  len: 168 time: 0.9798117
Jun 25 14:39:00.325341 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:39:00.350908 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Sync routers for ids ['b028c316-8c84-4ffe-806c-b9f8a17a4525'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:39:00.353383 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-7c5c0953-33bd-4ee0-924e-8f37af50b550 None None] Provisioning complete for port 4a31e9c4-35b5-4d49-bed8-c517714d649c triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:39:00.354749 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7c5c0953-33bd-4ee0-924e-8f37af50b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:00.368927 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Routers {'b028c316-8c84-4ffe-806c-b9f8a17a4525'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:39:00.369689 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b249a00>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:38:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['b028c316-8c84-4ffe-806c-b9f8a17a4525'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:39:00.385764 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Notify callbacks [] for router, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:00.389861 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.1247807
Jun 25 14:39:00.390742 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 59612) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:00.616874 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549447'] for router, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:00.806973 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Set router b028c316-8c84-4ffe-806c-b9f8a17a4525 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:39:00.823581 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:01.249318 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Router 3bb4f412-e5c0-47b5-8756-b3ab3f6069de is scheduled to L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce with binding_index 1 {{(pid=78435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 25 14:39:01.300738 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 4a31e9c4-35b5-4d49-bed8-c517714d649c up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:39:01.442602 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d7dcbb12-e3a5-42e8-bc52-421e0e3f8c7b req-da14df6a-ef50-4e66-9636-fb7ce0cd91cc tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 210 time: 0.0766156
Jun 25 14:39:01.513990 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 4a31e9c4-35b5-4d49-bed8-c517714d649c triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:39:01.515393 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:01.586377 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:39:01.623214 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Sync routers for ids ['3bb4f412-e5c0-47b5-8756-b3ab3f6069de'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:39:01.629325 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Notify callbacks [] for router, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:01.635715 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.8592470
Jun 25 14:39:01.637049 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 59660) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:01.641869 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Routers {'3bb4f412-e5c0-47b5-8756-b3ab3f6069de'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:39:01.643052 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28ae9c580>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:38:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['3bb4f412-e5c0-47b5-8756-b3ab3f6069de'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:39:01.741448 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b249a00>, [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:38:58Z', 'revision_number': 3, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:39:01.756382 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Checking router: b028c316-8c84-4ffe-806c-b9f8a17a4525 for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:39:01.757251 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Updating router b028c316-8c84-4ffe-806c-b9f8a17a4525 port 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b binding host dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:39:01.857178 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Set router 3bb4f412-e5c0-47b5-8756-b3ab3f6069de gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:39:01.921264 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:02.003178 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:02.556164 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28ae9c580>, [{'id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'name': 'tempest-ServerRescueNegativeTestJSON-373747241-router', 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '671e029d-aabe-4723-8b36-830572901c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:38:59Z', 'revision_number': 3, 'project_id': '0aa02100a2e14479942bf6a8fedf507b', 'gw_port': {'id': '671e029d-aabe-4723-8b36-830572901c16', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:57Z', 'updated_at': '2021-06-25T14:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:39:02.565137 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Checking router: 3bb4f412-e5c0-47b5-8756-b3ab3f6069de for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:39:02.566039 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Updating router 3bb4f412-e5c0-47b5-8756-b3ab3f6069de port 671e029d-aabe-4723-8b36-830572901c16 binding host dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:39:02.660873 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:02.779165 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:02.789495 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Allocated IP 172.20.0.1 (4b57f227-be72-49df-b303-59d0100b6e57/9265467f-1c70-41b0-a5d8-95ad79db0d39/34e447a1-b9db-410a-bfb7-78d4c6120b5e) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:39:02.813939 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Transition to ACTIVE for port object 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:39:02.834909 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:02.843085 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:02.952876 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Pushing event updated for resources: {'Port': ['ID=710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b,revision_number=2']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:02.963726 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:02.964426 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:02.964974 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:02.965511 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:02.966019 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:02.966584 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:02.967100 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:02.967617 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:02.968142 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:02.968672 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:02.969195 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:02.969707 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Tracked resource versions report:
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]: pushed versions:
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]: {   'AddressGroup': {'1.2'},
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:     'ConntrackHelper': {'1.0'},
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:     'Log': {'1.0'},
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:     'Network': {'1.1'},
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:     'Port': {'1.7'},
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:     'PortForwarding': {'1.2'},
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:     'QosPolicy': {'1.8'},
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:     'SecurityGroup': {'1.4'},
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:     'SecurityGroupRule': {'1.2'},
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:     'SubPort': {'1.0'},
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:     'Subnet': {'1.1'},
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:     'Trunk': {'1.1'}}
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]: consumer versions:
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]: {   DHCP agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:     HyperV agent@hv-cinder-79809: {},
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:     L3 agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:     Metadata agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:     Metering agent@dv-cinder-798091-1-iscsi: {},
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:     Open vSwitch agent@dv-cinder-798091-1-iscsi: {   'AddressGroup': '1.2',
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'ConntrackHelper': '1.0',
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'Log': '1.0',
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'Network': '1.1',
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'Port': '1.7',
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'PortForwarding': '1.2',
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'QosPolicy': '1.8',
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'SecurityGroup': '1.4',
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'SecurityGroupRule': '1.2',
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'SubPort': '1.0',
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'Subnet': '1.1',
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:                                                      'Trunk': '1.1'}}
Jun 25 14:39:02.971069 dv-cinder-798091-1-iscsi neutron-server[78438]:  {{(pid=78438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 25 14:39:02.978503 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:03.008015 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Attempting to bind port 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:39:03.009079 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Attempting to bind port 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:39:03.009840 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Attempting to bind port 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b on network 598d3f89-d135-48db-a81c-d0cdd206ad8b {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:39:03.017448 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:39:03.018278 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Checking segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:39:03.019028 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:03.019947 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Bound using segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:39:03.020695 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Bound port: 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:39:03.021368 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:03.149357 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-78e71325-4867-47cb-8b0e-4ca344e39cd1 req-8c419b2e-35d5-44e3-b610-aab3261f6677 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 210 time: 0.2483799
Jun 25 14:39:03.213615 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] For port 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:39:03.218488 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] For port 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:39:03.228392 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:03.232491 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:03.250801 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:03.399700 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Routers {'b028c316-8c84-4ffe-806c-b9f8a17a4525'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:39:03.400700 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b249a00>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:38:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['b028c316-8c84-4ffe-806c-b9f8a17a4525'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:39:03.429553 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:03.466509 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:03.472577 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Transition to ACTIVE for port object 671e029d-aabe-4723-8b36-830572901c16 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:39:03.494744 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:03.503792 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:03.539193 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Transition to ACTIVE for port object 34e447a1-b9db-410a-bfb7-78d4c6120b5e will not be triggered until provisioned by entity DHCP. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:39:03.552492 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Allocated IP 172.20.0.1 (fe47f01d-0a00-4026-a5a3-3a965d638a88/15d8da82-b461-4601-96f4-3558be16618c/5a82d0bf-1fac-403c-b751-7d5c3eb4b147) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:39:03.595555 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:03.601987 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:03.701389 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Network 4b57f227-be72-49df-b303-59d0100b6e57 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:39:03.704890 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:39:03.709569 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:39:03.709778 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Attempting to bind port 671e029d-aabe-4723-8b36-830572901c16 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:39:03.710273 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Attempting to bind port 671e029d-aabe-4723-8b36-830572901c16 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:39:03.710384 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549505'] for router_interface, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:03.710495 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Attempting to bind port 671e029d-aabe-4723-8b36-830572901c16 on network 598d3f89-d135-48db-a81c-d0cdd206ad8b {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:39:03.740318 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c484c-19ed-426a-b6dd-81d389001ee3 None None] Pushing event updated for resources: {'Port': ['ID=671e029d-aabe-4723-8b36-830572901c16,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:03.743799 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:39:03.744104 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Checking segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:39:03.744506 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:03.744922 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Bound using segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:39:03.745421 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Bound port: 671e029d-aabe-4723-8b36-830572901c16, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:39:03.750748 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:03.779136 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Pushing event updated for resources: {'Port': ['ID=710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:03.783291 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:03.801948 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] Set router b028c316-8c84-4ffe-806c-b9f8a17a4525 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:39:03.827289 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-c25c484c-19ed-426a-b6dd-81d389001ee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:03.857263 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:03.920496 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] For port 671e029d-aabe-4723-8b36-830572901c16, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:39:03.931662 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] For port 671e029d-aabe-4723-8b36-830572901c16, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=671e029d-aabe-4723-8b36-830572901c16,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:39:03.939129 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:03.948299 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:03.951328 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Pushing event updated for resources: {'Port': ['ID=34e447a1-b9db-410a-bfb7-78d4c6120b5e,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:03.958464 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:03.972319 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:03.977162 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:04.019457 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Network fe47f01d-0a00-4026-a5a3-3a965d638a88 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:39:04.026681 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:39:04.036837 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:39:04.037128 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549505'] for router_interface, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:04.080294 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Pushing event updated for resources: {'Port': ['ID=5a82d0bf-1fac-403c-b751-7d5c3eb4b147,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:04.091562 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:04.171851 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c484c-19ed-426a-b6dd-81d389001ee3 None None] Pushing event updated for resources: {'Port': ['ID=671e029d-aabe-4723-8b36-830572901c16,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:04.175751 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Routers {'3bb4f412-e5c0-47b5-8756-b3ab3f6069de'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:39:04.195620 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28ae9c580>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:38:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['3bb4f412-e5c0-47b5-8756-b3ab3f6069de'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:39:04.225448 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:04.248963 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:04.353839 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-c25c484c-19ed-426a-b6dd-81d389001ee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:04.354983 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-fdcdfc0d-98e9-4940-a797-d0399df9ec30 None None] Provisioning for port 34e447a1-b9db-410a-bfb7-78d4c6120b5e completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:39:04.391028 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-fdcdfc0d-98e9-4940-a797-d0399df9ec30 None None] Provisioning complete for port 34e447a1-b9db-410a-bfb7-78d4c6120b5e triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:39:04.397595 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fdcdfc0d-98e9-4940-a797-d0399df9ec30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:04.479062 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b249a00>, [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:38:58Z', 'revision_number': 3, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:39:04.493391 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5e2a1f-0d5c-42dc-8d10-6b343ee450d3 None None] The sync data for ids ['b028c316-8c84-4ffe-806c-b9f8a17a4525'] in dv-cinder-798091-1-iscsi is: [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:38:58Z', 'revision_number': 3, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:39:04.580890 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] Set router 3bb4f412-e5c0-47b5-8756-b3ab3f6069de gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:39:04.682452 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-dde4948b-4986-4266-9e15-2a5d9efb034d req-c02b83b3-c127-44fe-809f-d2f8a01ab27c tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 210 time: 0.1601517
Jun 25 14:39:04.689980 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:04.703864 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:04.705779 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760616'] for router_interface, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:04.721819 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:04.785420 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:04.800666 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:04.801925 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760616'] for router_interface, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:04.805783 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:04.852147 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-fdcdfc0d-98e9-4940-a797-d0399df9ec30 None None] Port 34e447a1-b9db-410a-bfb7-78d4c6120b5e cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:39:04.946101 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Pushing event updated for resources: {'Port': ['ID=34e447a1-b9db-410a-bfb7-78d4c6120b5e,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:04.949450 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:05.055854 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28ae9c580>, [{'id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'name': 'tempest-ServerRescueNegativeTestJSON-373747241-router', 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '671e029d-aabe-4723-8b36-830572901c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '0aa02100a2e14479942bf6a8fedf507b', 'gw_port': {'id': '671e029d-aabe-4723-8b36-830572901c16', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:57Z', 'updated_at': '2021-06-25T14:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '5a82d0bf-1fac-403c-b751-7d5c3eb4b147', 'name': '', 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88', 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b', 'mac_address': 'fa:16:3e:42:d5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '15d8da82-b461-4601-96f4-3558be16618c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:03Z', 'revision_number': 1, 'project_id': '0aa02100a2e14479942bf6a8fedf507b', 'subnets': [{'id': '15d8da82-b461-4601-96f4-3558be16618c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:39:05.058620 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Network 4b57f227-be72-49df-b303-59d0100b6e57 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:39:05.060158 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:39:05.063628 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3096eb-9597-4622-9026-9be11d026eed None None] The sync data for ids ['3bb4f412-e5c0-47b5-8756-b3ab3f6069de'] in dv-cinder-798091-1-iscsi is: [{'id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'name': 'tempest-ServerRescueNegativeTestJSON-373747241-router', 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '671e029d-aabe-4723-8b36-830572901c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '0aa02100a2e14479942bf6a8fedf507b', 'gw_port': {'id': '671e029d-aabe-4723-8b36-830572901c16', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:57Z', 'updated_at': '2021-06-25T14:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '5a82d0bf-1fac-403c-b751-7d5c3eb4b147', 'name': '', 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88', 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b', 'mac_address': 'fa:16:3e:42:d5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '15d8da82-b461-4601-96f4-3558be16618c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:03Z', 'revision_number': 1, 'project_id': '0aa02100a2e14479942bf6a8fedf507b', 'subnets': [{'id': '15d8da82-b461-4601-96f4-3558be16618c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:39:05.220992 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Pushing event updated for resources: {'Port': ['ID=5a82d0bf-1fac-403c-b751-7d5c3eb4b147,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:05.228698 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:05.274577 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Network fe47f01d-0a00-4026-a5a3-3a965d638a88 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:39:05.275803 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:39:05.294174 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:39:05.438400 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Router b028c316-8c84-4ffe-806c-b9f8a17a4525 has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:39:05.499760 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b9494c7d-00e3-4100-9f22-089ac327f7b4 None None] Provisioning complete for port 34e447a1-b9db-410a-bfb7-78d4c6120b5e triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:39:05.500543 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b9494c7d-00e3-4100-9f22-089ac327f7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:05.571757 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:39:05.590253 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:39:05.590895 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:05.666644 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b9494c7d-00e3-4100-9f22-089ac327f7b4 None None] Port 34e447a1-b9db-410a-bfb7-78d4c6120b5e cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:39:05.716771 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Router 3bb4f412-e5c0-47b5-8756-b3ab3f6069de has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:39:05.786300 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:05.806364 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:39:05.816290 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:05.829036 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:05.907612 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:39:05.930689 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] 10.222.0.52 "PUT /v2.0/routers/b028c316-8c84-4ffe-806c-b9f8a17a4525/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5387175
Jun 25 14:39:06.017497 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:06.024457 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:06.259917 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3b917c24-be03-4ec0-ab3b-bb08358d3026 req-d758a912-fbec-4ead-8b7a-bb24a1e01e4d tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 210 time: 0.2239113
Jun 25 14:39:06.265852 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:39:06.317581 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] 10.222.0.52 "PUT /v2.0/routers/3bb4f412-e5c0-47b5-8756-b3ab3f6069de/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6784644
Jun 25 14:39:06.643458 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.16', 52968) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:06.998471 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-c965f171-213f-4af0-92bf-935428b9ec2a tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:07.000054 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-c965f171-213f-4af0-92bf-935428b9ec2a tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.16 "GET /v2.0/networks?id=22e202d2-2336-46fd-9cf3-862842b9f9b2 HTTP/1.1" status: 200  len: 811 time: 0.3551903
Jun 25 14:39:07.127322 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Request body: {'port': {'device_id': 'dd9c3871-af75-4a15-b9ad-25b1c5597587', 'network_id': '22e202d2-2336-46fd-9cf3-862842b9f9b2', 'admin_state_up': True, 'tenant_id': '96217f8828624862a5c257565ecf9ce2'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:39:07.181172 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 59866) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:07.192526 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-1c4280c7-b132-4cad-a335-c05bfaebb077 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--237269265', 'description': 'tempest-description--1612658463'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:39:07.211321 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-1c4280c7-b132-4cad-a335-c05bfaebb077 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:07.227810 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-1c4280c7-b132-4cad-a335-c05bfaebb077 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Usage tracker for resource:security_group and tenant:77f5d5123a7c43d48ad3b58f8efecf4e is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:07.243347 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-1c4280c7-b132-4cad-a335-c05bfaebb077 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:07.290947 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-1c4280c7-b132-4cad-a335-c05bfaebb077 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:07.334371 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1c4280c7-b132-4cad-a335-c05bfaebb077 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:07.453716 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-1c4280c7-b132-4cad-a335-c05bfaebb077 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:07.493960 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-1c4280c7-b132-4cad-a335-c05bfaebb077 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Usage tracker for resource:security_group_rule and tenant:77f5d5123a7c43d48ad3b58f8efecf4e is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:07.507639 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-1c4280c7-b132-4cad-a335-c05bfaebb077 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:07.529329 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-1c4280c7-b132-4cad-a335-c05bfaebb077 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:07.556794 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 671e029d-aabe-4723-8b36-830572901c16 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:39:07.775665 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5f92aa63-ea53-4e83-89a5-af403a645c2c req-e59b65b5-bb98-45a6-ad3f-e7fd3a2671a9 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 210 time: 0.1170096
Jun 25 14:39:07.800689 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 671e029d-aabe-4723-8b36-830572901c16 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:39:07.803653 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1c4280c7-b132-4cad-a335-c05bfaebb077 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:07.805915 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 671e029d-aabe-4723-8b36-830572901c16 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:39:07.806514 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:07.824185 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1c4280c7-b132-4cad-a335-c05bfaebb077 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:07.836734 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Sync routers for ids ['b028c316-8c84-4ffe-806c-b9f8a17a4525'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:39:07.843843 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e297c677-99ba-435a-9579-791951638087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:07.858107 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Routers {'b028c316-8c84-4ffe-806c-b9f8a17a4525'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:39:07.861920 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b13b3a0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:38:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['b028c316-8c84-4ffe-806c-b9f8a17a4525'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:39:07.936627 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4280c7-b132-4cad-a335-c05bfaebb077 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc50c766-16a6-48db-9b65-4dcc2e80830e,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:07.941295 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1c4280c7-b132-4cad-a335-c05bfaebb077 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:07.943518 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1c4280c7-b132-4cad-a335-c05bfaebb077 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:07.989073 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-1c4280c7-b132-4cad-a335-c05bfaebb077 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.7671769
Jun 25 14:39:07.989073 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 59910) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:07.990174 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:07.990512 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-3eb05107-bbbb-40ab-94e1-456de5cfe8da tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Request body: {'security_group_rule': {'security_group_id': 'dc50c766-16a6-48db-9b65-4dcc2e80830e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:39:07.990934 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Usage tracker for resource:port and tenant:96217f8828624862a5c257565ecf9ce2 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:07.990934 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:07.991225 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-3eb05107-bbbb-40ab-94e1-456de5cfe8da tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:07.997866 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-3eb05107-bbbb-40ab-94e1-456de5cfe8da tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Usage tracker for resource:security_group_rule and tenant:77f5d5123a7c43d48ad3b58f8efecf4e is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:08.003770 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-3eb05107-bbbb-40ab-94e1-456de5cfe8da tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:08.020499 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-3eb05107-bbbb-40ab-94e1-456de5cfe8da tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:08.030734 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:08.044370 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3eb05107-bbbb-40ab-94e1-456de5cfe8da tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:08.058201 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Made reservation on behalf of 96217f8828624862a5c257565ecf9ce2 for: {'port': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:39:08.063332 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:08.092220 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-01c8c823-016d-4588-9b8a-103c7bab73a8 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:08.093150 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-01c8c823-016d-4588-9b8a-103c7bab73a8 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Synchronizing usage tracker for tenant:0aa02100a2e14479942bf6a8fedf507b on resource:network {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:39:08.139460 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:08.176166 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 671e029d-aabe-4723-8b36-830572901c16, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=671e029d-aabe-4723-8b36-830572901c16,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:39:08.181230 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-01c8c823-016d-4588-9b8a-103c7bab73a8 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Unset dirty status for tenant:0aa02100a2e14479942bf6a8fedf507b on resource:network {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:39:08.182609 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-01c8c823-016d-4588-9b8a-103c7bab73a8 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/networks?id=fe47f01d-0a00-4026-a5a3-3a965d638a88 HTTP/1.1" status: 200  len: 818 time: 0.8153372
Jun 25 14:39:08.192863 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:08.194366 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:39:08.228220 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-60913296-2e9b-4f44-b07b-c8fa46f882fa tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/quotas/0aa02100a2e14479942bf6a8fedf507b HTTP/1.1" status: 200  len: 375 time: 0.0374796
Jun 25 14:39:08.229844 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3eb05107-bbbb-40ab-94e1-456de5cfe8da tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:08.237834 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3eb05107-bbbb-40ab-94e1-456de5cfe8da tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:08.240019 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:08.250207 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:08.298085 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb05107-bbbb-40ab-94e1-456de5cfe8da tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e817bcb-6d47-4419-bd11-b3e387f0c39d,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:08.319449 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-3eb05107-bbbb-40ab-94e1-456de5cfe8da tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:08.377563 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4eb83eb7-b399-4f7c-82c9-4e758aa7a60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:08.399527 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3eb05107-bbbb-40ab-94e1-456de5cfe8da tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:08.403176 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-3eb05107-bbbb-40ab-94e1-456de5cfe8da tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4474189
Jun 25 14:39:08.403418 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 59930) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:08.419635 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-5fba93f8-f223-4916-809d-ee00f89312f6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Request body: {'security_group_rule': {'security_group_id': 'dc50c766-16a6-48db-9b65-4dcc2e80830e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:39:08.443370 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-5fba93f8-f223-4916-809d-ee00f89312f6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:08.445879 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=671e029d-aabe-4723-8b36-830572901c16,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:08.453332 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:08.464011 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-5fba93f8-f223-4916-809d-ee00f89312f6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Usage tracker for resource:security_group_rule and tenant:77f5d5123a7c43d48ad3b58f8efecf4e is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:08.472583 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-5fba93f8-f223-4916-809d-ee00f89312f6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:08.479869 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:39:08.480252 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:08.485430 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-5fba93f8-f223-4916-809d-ee00f89312f6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:08.607687 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Set router b028c316-8c84-4ffe-806c-b9f8a17a4525 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:39:08.637201 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5fba93f8-f223-4916-809d-ee00f89312f6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:08.687312 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Allocated IP 172.20.0.8 (22e202d2-2336-46fd-9cf3-862842b9f9b2/219404d4-c6ec-479c-bff7-4b572eb2c406/41fededc-8f56-41fb-9535-950590d98d7a) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:39:08.740825 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-f4ced04f-51cb-485b-a75f-51bce291715d tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Synchronizing usage tracker for tenant:0aa02100a2e14479942bf6a8fedf507b on resource:port {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:39:08.807068 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5fba93f8-f223-4916-809d-ee00f89312f6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:08.816327 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5fba93f8-f223-4916-809d-ee00f89312f6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:08.820195 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-3eb05107-bbbb-40ab-94e1-456de5cfe8da tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:08.892885 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5fba93f8-f223-4916-809d-ee00f89312f6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:08.895645 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-5fba93f8-f223-4916-809d-ee00f89312f6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4901786
Jun 25 14:39:08.897342 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:08.902471 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 59950) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:08.909173 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba93f8-f223-4916-809d-ee00f89312f6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf775ae-7162-4958-bbe2-0b141fbe482d,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:08.914947 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Request body: {'floatingip': {'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:39:08.920379 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5fba93f8-f223-4916-809d-ee00f89312f6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:08.923772 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:08.930461 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Usage tracker for resource:floatingip and tenant:77f5d5123a7c43d48ad3b58f8efecf4e is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:08.935020 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:08.947390 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:08.992855 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for floatingip, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:09.298366 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 671e029d-aabe-4723-8b36-830572901c16 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:39:09.314877 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-f4ced04f-51cb-485b-a75f-51bce291715d tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Unset dirty status for tenant:0aa02100a2e14479942bf6a8fedf507b on resource:port {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:39:09.346707 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-f4ced04f-51cb-485b-a75f-51bce291715d tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0aa02100a2e14479942bf6a8fedf507b&fields=id HTTP/1.1" status: 200  len: 255 time: 1.0911965
Jun 25 14:39:09.379347 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:09.529594 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Sync routers for ids ['3bb4f412-e5c0-47b5-8756-b3ab3f6069de'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:39:09.559991 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c1409010-e6de-434a-86b8-5a7296f529e6 req-a79f0468-f955-42a3-9323-eac9f63cc5a7 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 210 time: 0.2718120
Jun 25 14:39:09.609004 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Routers {'3bb4f412-e5c0-47b5-8756-b3ab3f6069de'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:39:09.613782 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b02c190>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:38:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['3bb4f412-e5c0-47b5-8756-b3ab3f6069de'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:39:09.729946 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:09.776900 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Allocated IP 172.27.3.100 (598d3f89-d135-48db-a81c-d0cdd206ad8b/603cb312-45ed-44f0-bfe6-5788d06b586a/5e1ec82b-db23-4bd4-ad30-dff31a5b547f) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:39:09.910858 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:09.914534 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b13b3a0>, [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '34e447a1-b9db-410a-bfb7-78d4c6120b5e', 'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'mac_address': 'fa:16:3e:76:02:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:02Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 2, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'subnets': [{'id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:39:09.938471 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 671e029d-aabe-4723-8b36-830572901c16 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:39:09.939519 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Checking router: b028c316-8c84-4ffe-806c-b9f8a17a4525 for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:39:09.939519 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Updating router b028c316-8c84-4ffe-806c-b9f8a17a4525 port 34e447a1-b9db-410a-bfb7-78d4c6120b5e binding host dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:39:09.939770 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:09.942560 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:10.172541 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-6c9b6cee-2e78-4a0d-9717-bce475b1a987 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=78435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 25 14:39:10.174484 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-6c9b6cee-2e78-4a0d-9717-bce475b1a987 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2991698
Jun 25 14:39:10.240793 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Network 22e202d2-2336-46fd-9cf3-862842b9f9b2 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:39:10.242692 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:10.246699 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:39:10.258261 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:39:10.273822 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:10.274872 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for port, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:10.371790 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Pushing event updated for resources: {'Port': ['ID=41fededc-8f56-41fb-9535-950590d98d7a,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:10.376133 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:10.390240 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:10.469718 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3531194
Jun 25 14:39:10.554095 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:10.601162 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-ae577afa-dc92-4a64-8c95-1d44555abd62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:10.647943 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:39:10.664218 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-a2e3f5c0-2a55-4290-b211-83c35afadbbe service neutron] 10.222.0.52 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4686437
Jun 25 14:39:10.916962 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:39:10.982167 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:39:10.989047 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:39:11.020055 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8110cafe-6c74-436b-96d2-5cc32eb922b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:11.051144 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 60010) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:11.072263 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Set router 3bb4f412-e5c0-47b5-8756-b3ab3f6069de gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:39:11.176852 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-176a4d2e-4fea-46ab-8e97-f1c871f7cade service neutron] 10.222.0.52 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5083804
Jun 25 14:39:11.228196 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5791c06-1d48-4144-8e92-c2fc3f107bc1 req-bb0de6ad-7313-4ebe-82eb-182e99e34621 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:11.229293 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a5791c06-1d48-4144-8e92-c2fc3f107bc1 req-bb0de6ad-7313-4ebe-82eb-182e99e34621 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Synchronizing usage tracker for tenant:96217f8828624862a5c257565ecf9ce2 on resource:port {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:39:11.255182 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a5791c06-1d48-4144-8e92-c2fc3f107bc1 req-bb0de6ad-7313-4ebe-82eb-182e99e34621 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Unset dirty status for tenant:96217f8828624862a5c257565ecf9ce2 on resource:port {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:39:11.257607 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a5791c06-1d48-4144-8e92-c2fc3f107bc1 req-bb0de6ad-7313-4ebe-82eb-182e99e34621 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 931 time: 0.3505836
Jun 25 14:39:11.289265 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event updated for resources: {'Port': ['ID=5e1ec82b-db23-4bd4-ad30-dff31a5b547f,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:11.315172 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:11.317206 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a5791c06-1d48-4144-8e92-c2fc3f107bc1 req-87a11c15-745b-4626-8579-ed2bb431fa3f tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Synchronizing usage tracker for tenant:96217f8828624862a5c257565ecf9ce2 on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:39:11.344393 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a5791c06-1d48-4144-8e92-c2fc3f107bc1 req-87a11c15-745b-4626-8579-ed2bb431fa3f tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Unset dirty status for tenant:96217f8828624862a5c257565ecf9ce2 on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:39:11.346819 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a5791c06-1d48-4144-8e92-c2fc3f107bc1 req-87a11c15-745b-4626-8579-ed2bb431fa3f tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836530
Jun 25 14:39:11.438193 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:11.449413 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-64148a44-fb47-4709-8541-923895e3d332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:11.488830 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-64148a44-fb47-4709-8541-923895e3d332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:11.509951 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:11.544413 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-64148a44-fb47-4709-8541-923895e3d332 admin admin] Usage tracker for resource:security_group_rule and tenant:fb7e156eb18d4562acc53141574ff02b is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:11.562942 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Transition to ACTIVE for port object 34e447a1-b9db-410a-bfb7-78d4c6120b5e will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:39:11.578758 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-64148a44-fb47-4709-8541-923895e3d332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:11.581016 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:11.591132 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:11.617040 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:11.654556 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-51545755-c2c9-4870-830f-6985c1c5f5ce req-3544a543-4748-4913-b1d0-0174238bedf0 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 210 time: 0.1116714
Jun 25 14:39:11.712501 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b02c190>, [{'id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'name': 'tempest-ServerRescueNegativeTestJSON-373747241-router', 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '671e029d-aabe-4723-8b36-830572901c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '0aa02100a2e14479942bf6a8fedf507b', 'gw_port': {'id': '671e029d-aabe-4723-8b36-830572901c16', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:57Z', 'updated_at': '2021-06-25T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '5a82d0bf-1fac-403c-b751-7d5c3eb4b147', 'name': '', 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88', 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b', 'mac_address': 'fa:16:3e:42:d5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '15d8da82-b461-4601-96f4-3558be16618c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 2, 'project_id': '0aa02100a2e14479942bf6a8fedf507b', 'subnets': [{'id': '15d8da82-b461-4601-96f4-3558be16618c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:39:11.718936 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Checking router: 3bb4f412-e5c0-47b5-8756-b3ab3f6069de for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:39:11.719444 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Updating router 3bb4f412-e5c0-47b5-8756-b3ab3f6069de port 5a82d0bf-1fac-403c-b751-7d5c3eb4b147 binding host dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:39:11.806199 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dba3d6-dc69-41ed-995b-096d719de344 None None] Pushing event updated for resources: {'Port': ['ID=34e447a1-b9db-410a-bfb7-78d4c6120b5e,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:11.822851 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:11.829346 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:11.941514 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-94dba3d6-dc69-41ed-995b-096d719de344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:11.964438 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:11.974452 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-64148a44-fb47-4709-8541-923895e3d332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:11.980173 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:12.007573 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:12.237298 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Attempting to bind port 34e447a1-b9db-410a-bfb7-78d4c6120b5e on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:39:12.237687 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Attempting to bind port 34e447a1-b9db-410a-bfb7-78d4c6120b5e by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '41004864-77df-4865-b51e-40b29aebd58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:39:12.238084 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Attempting to bind port 34e447a1-b9db-410a-bfb7-78d4c6120b5e on network 4b57f227-be72-49df-b303-59d0100b6e57 {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:39:12.259458 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:39:12.264734 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Checking segment: {'id': '41004864-77df-4865-b51e-40b29aebd58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:39:12.265656 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:12.266218 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Bound using segment: {'id': '41004864-77df-4865-b51e-40b29aebd58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:39:12.267042 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Bound port: 34e447a1-b9db-410a-bfb7-78d4c6120b5e, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41004864-77df-4865-b51e-40b29aebd58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:39:12.268279 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:12.286519 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549620'] for floatingip, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:12.335173 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:12.335609 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.4297738
Jun 25 14:39:12.341187 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event updated for resources: {'Port': ['ID=5e1ec82b-db23-4bd4-ad30-dff31a5b547f,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:12.346162 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:12.566123 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-64148a44-fb47-4709-8541-923895e3d332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:12.585184 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-64148a44-fb47-4709-8541-923895e3d332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:12.596930 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:12.598099 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] For port 34e447a1-b9db-410a-bfb7-78d4c6120b5e, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:39:12.613162 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] For port 34e447a1-b9db-410a-bfb7-78d4c6120b5e, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=34e447a1-b9db-410a-bfb7-78d4c6120b5e,segment=NetworkSegment(41004864-77df-4865-b51e-40b29aebd58b),segment_id=41004864-77df-4865-b51e-40b29aebd58b)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:39:12.629111 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:12.631551 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-5aafd0d2-aa46-4a43-a905-b28ddcc7cea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:12.701218 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64148a44-fb47-4709-8541-923895e3d332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98791ea9-cadd-47c1-8c7b-68ecd2d5d9b2,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:12.715141 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-64148a44-fb47-4709-8541-923895e3d332 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fb7e156eb18d4562acc53141574ff02b&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6478508
Jun 25 14:39:12.716531 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-64148a44-fb47-4709-8541-923895e3d332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:12.718919 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 60094) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:12.931601 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Routers {'b028c316-8c84-4ffe-806c-b9f8a17a4525'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:39:12.932413 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b13b3a0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:39:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['b028c316-8c84-4ffe-806c-b9f8a17a4525'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:39:12.966793 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e72a8992-fa01-44bc-ab1f-eb9f62d53234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:13.032214 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dba3d6-dc69-41ed-995b-096d719de344 None None] Pushing event updated for resources: {'Port': ['ID=34e447a1-b9db-410a-bfb7-78d4c6120b5e,revision_number=4']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:13.056258 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-94dba3d6-dc69-41ed-995b-096d719de344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:13.105827 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e72a8992-fa01-44bc-ab1f-eb9f62d53234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:13.139173 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:13.165985 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Transition to ACTIVE for port object 5a82d0bf-1fac-403c-b751-7d5c3eb4b147 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:39:13.184011 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:13.199885 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-57760e1a-2bd7-405d-b11b-9c91e318a76e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:13.202454 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-79bbdeee-720d-4caa-841b-36a8fbe72fc9 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:13.204022 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-79bbdeee-720d-4caa-841b-36a8fbe72fc9 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/networks?id=fe47f01d-0a00-4026-a5a3-3a965d638a88 HTTP/1.1" status: 200  len: 818 time: 0.7639899
Jun 25 14:39:13.236620 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-0fdf2ad1-0442-4fdf-b8c9-8d80bfb3885b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/quotas/0aa02100a2e14479942bf6a8fedf507b HTTP/1.1" status: 200  len: 375 time: 0.0212753
Jun 25 14:39:13.308866 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e72a8992-fa01-44bc-ab1f-eb9f62d53234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:13.316507 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-8fe3b350-681d-4b53-aaf5-67c549c12dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:13.326769 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91741807-6a5e-4646-82ae-f0dcfbcb88a5 req-983dafc6-6ac6-4c3c-9a4c-567459e87358 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:13.339800 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a8992-fa01-44bc-ab1f-eb9f62d53234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98791ea9-cadd-47c1-8c7b-68ecd2d5d9b2,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:13.340689 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-91741807-6a5e-4646-82ae-f0dcfbcb88a5 req-983dafc6-6ac6-4c3c-9a4c-567459e87358 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 931 time: 0.3625388
Jun 25 14:39:13.342643 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e72a8992-fa01-44bc-ab1f-eb9f62d53234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:13.346405 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] Set router b028c316-8c84-4ffe-806c-b9f8a17a4525 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:39:13.350143 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e72a8992-fa01-44bc-ab1f-eb9f62d53234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:13.355582 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-e72a8992-fa01-44bc-ab1f-eb9f62d53234 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98791ea9-cadd-47c1-8c7b-68ecd2d5d9b2 HTTP/1.1" status: 204  len: 168 time: 0.6332188
Jun 25 14:39:13.416286 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-91741807-6a5e-4646-82ae-f0dcfbcb88a5 req-b5b6b9ff-029e-4c5e-80a5-60b8baed907a tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721648
Jun 25 14:39:13.499576 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-85ffc0ce-0e55-4ab3-8bfc-9f66f4390614 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0aa02100a2e14479942bf6a8fedf507b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2054842
Jun 25 14:39:13.623808 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:13.782999 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-c0f05ba9-9c0b-4f8c-9c4e-047812f35fbd service neutron] 10.222.0.52 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2817729
Jun 25 14:39:13.800270 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86311a21-297f-4a4a-a080-af69da86b451 None None] Pushing event updated for resources: {'Port': ['ID=5a82d0bf-1fac-403c-b751-7d5c3eb4b147,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:13.837048 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-86311a21-297f-4a4a-a080-af69da86b451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:14.022377 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Attempting to bind port 5a82d0bf-1fac-403c-b751-7d5c3eb4b147 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:39:14.022750 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Attempting to bind port 5a82d0bf-1fac-403c-b751-7d5c3eb4b147 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '38c52a19-3cfe-4f2a-955f-7223adce4a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:39:14.023115 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Attempting to bind port 5a82d0bf-1fac-403c-b751-7d5c3eb4b147 on network fe47f01d-0a00-4026-a5a3-3a965d638a88 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:39:14.036551 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:39:14.037912 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Checking segment: {'id': '38c52a19-3cfe-4f2a-955f-7223adce4a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:39:14.039243 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:14.040164 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Bound using segment: {'id': '38c52a19-3cfe-4f2a-955f-7223adce4a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:39:14.041241 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Bound port: 5a82d0bf-1fac-403c-b751-7d5c3eb4b147, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c52a19-3cfe-4f2a-955f-7223adce4a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:39:14.042131 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:14.091801 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-8fff6c93-dd61-44f9-9323-c94c2542fdc8 service neutron] 10.222.0.52 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3077238
Jun 25 14:39:14.094406 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-4e85f75c-d152-4918-b493-0f481726be9d tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Synchronizing usage tracker for tenant:77f5d5123a7c43d48ad3b58f8efecf4e on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:39:14.102370 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b13b3a0>, [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '34e447a1-b9db-410a-bfb7-78d4c6120b5e', 'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'mac_address': 'fa:16:3e:76:02:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:02Z', 'updated_at': '2021-06-25T14:39:12Z', 'revision_number': 4, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'subnets': [{'id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:39:14.123367 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-4e85f75c-d152-4918-b493-0f481726be9d tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Unset dirty status for tenant:77f5d5123a7c43d48ad3b58f8efecf4e on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:39:14.123802 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a0334-41c6-4b0e-b972-6063663054cd None None] The sync data for ids ['b028c316-8c84-4ffe-806c-b9f8a17a4525'] in dv-cinder-798091-1-iscsi is: [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '34e447a1-b9db-410a-bfb7-78d4c6120b5e', 'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'mac_address': 'fa:16:3e:76:02:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:02Z', 'updated_at': '2021-06-25T14:39:12Z', 'revision_number': 4, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'subnets': [{'id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:39:14.134230 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-4e85f75c-d152-4918-b493-0f481726be9d tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--237269265&fields=id&tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e HTTP/1.1" status: 200  len: 267 time: 0.1678720
Jun 25 14:39:14.235474 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] For port 5a82d0bf-1fac-403c-b751-7d5c3eb4b147, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:39:14.262778 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 60134) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:14.278725 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] For port 5a82d0bf-1fac-403c-b751-7d5c3eb4b147, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=5a82d0bf-1fac-403c-b751-7d5c3eb4b147,segment=NetworkSegment(38c52a19-3cfe-4f2a-955f-7223adce4a06),segment_id=38c52a19-3cfe-4f2a-955f-7223adce4a06)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:39:14.302309 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:14.317101 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-c25c484c-19ed-426a-b6dd-81d389001ee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:14.323408 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-24bdad27-48cc-443e-981d-53f377d8fc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:14.426412 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-24bdad27-48cc-443e-981d-53f377d8fc11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:14.435337 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-24bdad27-48cc-443e-981d-53f377d8fc11 admin admin] Usage tracker for resource:security_group_rule and tenant:009a5695a6dd4a269be66c72f995d996 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:14.463891 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-24bdad27-48cc-443e-981d-53f377d8fc11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:14.490268 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-24bdad27-48cc-443e-981d-53f377d8fc11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:14.592751 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-fcc79364-b97b-4e54-ace8-fa718b21fb0b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:14.593684 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-fcc79364-b97b-4e54-ace8-fa718b21fb0b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Synchronizing usage tracker for tenant:77f5d5123a7c43d48ad3b58f8efecf4e on resource:network {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:39:14.654298 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Routers {'3bb4f412-e5c0-47b5-8756-b3ab3f6069de'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:39:14.657956 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b02c190>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:39:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['3bb4f412-e5c0-47b5-8756-b3ab3f6069de'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:39:14.733405 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-24bdad27-48cc-443e-981d-53f377d8fc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:14.745863 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-24bdad27-48cc-443e-981d-53f377d8fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:14.755852 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1c4280c7-b132-4cad-a335-c05bfaebb077 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:14.820135 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ea2ab297-ed8e-4e9b-b35d-292fbefc5156 req-4351c011-5550-4070-b7be-37c777028ad6 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 210 time: 0.2202270
Jun 25 14:39:14.828046 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdad27-48cc-443e-981d-53f377d8fc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bcabe7-38c0-4b06-b6e8-e9a123e86192,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:14.835470 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-24bdad27-48cc-443e-981d-53f377d8fc11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:14.840730 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-fcc79364-b97b-4e54-ace8-fa718b21fb0b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Unset dirty status for tenant:77f5d5123a7c43d48ad3b58f8efecf4e on resource:network {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:39:14.861515 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-fcc79364-b97b-4e54-ace8-fa718b21fb0b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/networks?id=4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 200  len: 811 time: 0.7132201
Jun 25 14:39:14.870598 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86311a21-297f-4a4a-a080-af69da86b451 None None] Pushing event updated for resources: {'Port': ['ID=5a82d0bf-1fac-403c-b751-7d5c3eb4b147,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:14.890791 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-86311a21-297f-4a4a-a080-af69da86b451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:14.894202 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-e378e58f-7785-47fe-9e5a-f5a39073cc6c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/quotas/77f5d5123a7c43d48ad3b58f8efecf4e HTTP/1.1" status: 200  len: 375 time: 0.0418248
Jun 25 14:39:14.924950 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-24bdad27-48cc-443e-981d-53f377d8fc11 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=009a5695a6dd4a269be66c72f995d996&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6570492
Jun 25 14:39:14.927835 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 60154) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:15.096857 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6eac4f86-79a8-4b1e-8bb3-7c7f8419eeeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:15.170369 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6eac4f86-79a8-4b1e-8bb3-7c7f8419eeeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:15.269753 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6eac4f86-79a8-4b1e-8bb3-7c7f8419eeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:15.285267 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:15.312832 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6eac4f86-79a8-4b1e-8bb3-7c7f8419eeeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:15.316660 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-6eac4f86-79a8-4b1e-8bb3-7c7f8419eeeb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7bcabe7-38c0-4b06-b6e8-e9a123e86192 HTTP/1.1" status: 204  len: 168 time: 0.3879044
Jun 25 14:39:15.330041 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac4f86-79a8-4b1e-8bb3-7c7f8419eeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bcabe7-38c0-4b06-b6e8-e9a123e86192,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:15.334086 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6eac4f86-79a8-4b1e-8bb3-7c7f8419eeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:15.346507 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-7e83ba52-15f8-4bf6-b8d9-4a005b62742c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4498179
Jun 25 14:39:15.719163 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 34e447a1-b9db-410a-bfb7-78d4c6120b5e up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:39:15.742183 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-82c29089-54c4-4c6d-b1fa-4db1ab96ae87 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=78435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 25 14:39:15.743576 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-82c29089-54c4-4c6d-b1fa-4db1ab96ae87 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0307686
Jun 25 14:39:15.867496 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] Set router 3bb4f412-e5c0-47b5-8756-b3ab3f6069de gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:39:15.899592 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-1dd8c100-1e26-44d5-a49d-c39bb3b9eefe service neutron] 10.222.0.52 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4974632
Jun 25 14:39:16.207690 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8170f-c420-47eb-adac-2395931f19ed req-13390fa6-6f71-4513-9b8d-3613f9b360c9 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:16.227296 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fae8170f-c420-47eb-adac-2395931f19ed req-13390fa6-6f71-4513-9b8d-3613f9b360c9 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 931 time: 0.4817526
Jun 25 14:39:16.450675 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fae8170f-c420-47eb-adac-2395931f19ed req-5df4c778-c04f-4218-b7f2-dbc98ff21efb tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2231994
Jun 25 14:39:16.467688 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-5ede2c7a-3807-4a0a-ba0e-96375fe2f0e4 service neutron] 10.222.0.52 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5470016
Jun 25 14:39:16.774551 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 34e447a1-b9db-410a-bfb7-78d4c6120b5e completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:39:16.817375 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 34e447a1-b9db-410a-bfb7-78d4c6120b5e triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:39:16.817833 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:16.825784 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0a27bc7b-a9d4-40a2-8eb7-2eb5b1f07cb9 req-8546e8d5-cad1-4c96-af66-c0e5d19e2ea5 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 210 time: 0.1062813
Jun 25 14:39:17.117787 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cccf9fcd-aaf1-4939-b882-173a0e6d379f req-97562aa3-2cbf-4069-b084-1deb2de5999f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 210 time: 0.0971680
Jun 25 14:39:17.193430 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b02c190>, [{'id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'name': 'tempest-ServerRescueNegativeTestJSON-373747241-router', 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '671e029d-aabe-4723-8b36-830572901c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '0aa02100a2e14479942bf6a8fedf507b', 'gw_port': {'id': '671e029d-aabe-4723-8b36-830572901c16', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:57Z', 'updated_at': '2021-06-25T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '5a82d0bf-1fac-403c-b751-7d5c3eb4b147', 'name': '', 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88', 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b', 'mac_address': 'fa:16:3e:42:d5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '15d8da82-b461-4601-96f4-3558be16618c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:14Z', 'revision_number': 4, 'project_id': '0aa02100a2e14479942bf6a8fedf507b', 'subnets': [{'id': '15d8da82-b461-4601-96f4-3558be16618c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:39:17.215273 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79883a3f-ac13-4ada-a5de-766360772ca7 None None] The sync data for ids ['3bb4f412-e5c0-47b5-8756-b3ab3f6069de'] in dv-cinder-798091-1-iscsi is: [{'id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'name': 'tempest-ServerRescueNegativeTestJSON-373747241-router', 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '671e029d-aabe-4723-8b36-830572901c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '0aa02100a2e14479942bf6a8fedf507b', 'gw_port': {'id': '671e029d-aabe-4723-8b36-830572901c16', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:57Z', 'updated_at': '2021-06-25T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '5a82d0bf-1fac-403c-b751-7d5c3eb4b147', 'name': '', 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88', 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b', 'mac_address': 'fa:16:3e:42:d5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '15d8da82-b461-4601-96f4-3558be16618c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:03Z', 'updated_at': '2021-06-25T14:39:14Z', 'revision_number': 4, 'project_id': '0aa02100a2e14479942bf6a8fedf507b', 'subnets': [{'id': '15d8da82-b461-4601-96f4-3558be16618c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:39:17.230288 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Request body: {'port': {'device_id': 'dd9c3871-af75-4a15-b9ad-25b1c5597587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:39:17.237314 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:17.378670 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 34e447a1-b9db-410a-bfb7-78d4c6120b5e, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=34e447a1-b9db-410a-bfb7-78d4c6120b5e,segment=NetworkSegment(41004864-77df-4865-b51e-40b29aebd58b),segment_id=41004864-77df-4865-b51e-40b29aebd58b)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:39:17.389666 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:17.391191 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 5a82d0bf-1fac-403c-b751-7d5c3eb4b147 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:39:17.515443 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:17.976571 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=34e447a1-b9db-410a-bfb7-78d4c6120b5e,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:17.984372 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:18.029764 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 5a82d0bf-1fac-403c-b751-7d5c3eb4b147 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:39:18.049254 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.16', 52990) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:18.051669 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 5a82d0bf-1fac-403c-b751-7d5c3eb4b147 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:39:18.052848 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:18.512345 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:18.522277 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:18.650628 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-97f4ac3d-6c48-4b28-aa41-6341d8f8eb1b req-c29c5f2f-78fb-43e0-a37e-b952d97e7b31 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 210 time: 0.5879393
Jun 25 14:39:18.687906 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 5a82d0bf-1fac-403c-b751-7d5c3eb4b147, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=5a82d0bf-1fac-403c-b751-7d5c3eb4b147,segment=NetworkSegment(38c52a19-3cfe-4f2a-955f-7223adce4a06),segment_id=38c52a19-3cfe-4f2a-955f-7223adce4a06)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:39:18.700056 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:18.710191 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-548dc07c-f081-4b04-9aec-94acde46fffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:18.872339 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-08b7924b-7c02-491e-a0be-9d4cab63bcf8 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:18.876219 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-08b7924b-7c02-491e-a0be-9d4cab63bcf8 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.16 "GET /v2.0/networks?id=fe47f01d-0a00-4026-a5a3-3a965d638a88 HTTP/1.1" status: 200  len: 818 time: 0.6745863
Jun 25 14:39:18.973348 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 34e447a1-b9db-410a-bfb7-78d4c6120b5e up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:39:19.165406 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0c127beb-f29d-4639-9d33-d192d4b9e786 req-439a851a-5031-41c2-90ce-b7dc1c2e3354 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 210 time: 0.2045388
Jun 25 14:39:19.224428 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a67745-32cd-4ce8-b550-d763beb8e87d req-e7bad41b-6214-49c6-ba5c-56b399612132 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:19.228504 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-17a67745-32cd-4ce8-b550-d763beb8e87d req-e7bad41b-6214-49c6-ba5c-56b399612132 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 931 time: 1.4494812
Jun 25 14:39:19.311948 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=5a82d0bf-1fac-403c-b751-7d5c3eb4b147,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:19.316421 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:19.367251 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 34e447a1-b9db-410a-bfb7-78d4c6120b5e triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:39:19.369471 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:19.455908 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 60288) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:19.533654 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-17a67745-32cd-4ce8-b550-d763beb8e87d req-915c176f-6a4f-4582-bfbb-2452bff36e68 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2084179
Jun 25 14:39:19.815582 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f39643e8-8d3e-4776-b9b7-0e821928aa4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:19.850108 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-f39643e8-8d3e-4776-b9b7-0e821928aa4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:19.855042 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-f39643e8-8d3e-4776-b9b7-0e821928aa4f admin admin] Usage tracker for resource:security_group_rule and tenant:23d5dcf6b7c040b19bd33786ec041213 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:19.858497 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-f39643e8-8d3e-4776-b9b7-0e821928aa4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:19.865183 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-f39643e8-8d3e-4776-b9b7-0e821928aa4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:19.878746 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41fededc-8f56-41fb-9535-950590d98d7a {{(pid=78435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:39:19.921609 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:19.941677 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4fbbde23-f7b3-4efb-9b0f-a0dc391bb2f8 req-a7cbb943-a395-4d6b-ada6-a31578b14ae0 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 210 time: 0.0578873
Jun 25 14:39:19.951758 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Transition to ACTIVE for port object 41fededc-8f56-41fb-9535-950590d98d7a will not be triggered until provisioned by entity L2. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:39:19.958590 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:19.967362 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5d9f6bef-29d3-47f9-8b1f-08ac40855dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:19.977408 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f39643e8-8d3e-4776-b9b7-0e821928aa4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:19.987470 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f39643e8-8d3e-4776-b9b7-0e821928aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:19.996508 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e72a8992-fa01-44bc-ab1f-eb9f62d53234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:20.042141 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-f39643e8-8d3e-4776-b9b7-0e821928aa4f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=23d5dcf6b7c040b19bd33786ec041213&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5843918
Jun 25 14:39:20.043010 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39643e8-8d3e-4776-b9b7-0e821928aa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca99a4b-6f58-4506-93cc-0d47d0c4daa6,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:20.046190 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 60314) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:20.049757 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f39643e8-8d3e-4776-b9b7-0e821928aa4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:20.123172 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-fece2c44-235e-4457-a1ab-fb2c86c8ef37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:20.150406 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Pushing event updated for resources: {'Port': ['ID=41fededc-8f56-41fb-9535-950590d98d7a,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:20.153539 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:20.222593 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-fece2c44-235e-4457-a1ab-fb2c86c8ef37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:20.225542 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Attempting to bind port 41fededc-8f56-41fb-9535-950590d98d7a on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:39:20.225795 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Attempting to bind port 41fededc-8f56-41fb-9535-950590d98d7a by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '2adc1b6f-f630-40aa-b889-e1e5a75c1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '22e202d2-2336-46fd-9cf3-862842b9f9b2'}] {{(pid=78435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:39:20.226028 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Attempting to bind port 41fededc-8f56-41fb-9535-950590d98d7a on network 22e202d2-2336-46fd-9cf3-862842b9f9b2 {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:39:20.232202 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Port 41fededc-8f56-41fb-9535-950590d98d7a on network 22e202d2-2336-46fd-9cf3-862842b9f9b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 14:39:20.232570 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Attempting to bind port 41fededc-8f56-41fb-9535-950590d98d7a on network 22e202d2-2336-46fd-9cf3-862842b9f9b2 {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:39:20.239202 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:39:20.239579 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Checking segment: {'id': '2adc1b6f-f630-40aa-b889-e1e5a75c1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '22e202d2-2336-46fd-9cf3-862842b9f9b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:39:20.240174 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Bound using segment: {'id': '2adc1b6f-f630-40aa-b889-e1e5a75c1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '22e202d2-2336-46fd-9cf3-862842b9f9b2'} {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:39:20.240683 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Bound port: 41fededc-8f56-41fb-9535-950590d98d7a, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2adc1b6f-f630-40aa-b889-e1e5a75c1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '22e202d2-2336-46fd-9cf3-862842b9f9b2'}}] {{(pid=78435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:39:20.241036 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:20.283386 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-fece2c44-235e-4457-a1ab-fb2c86c8ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:20.287669 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:20.302877 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece2c44-235e-4457-a1ab-fb2c86c8ef37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca99a4b-6f58-4506-93cc-0d47d0c4daa6,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:20.305795 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-fece2c44-235e-4457-a1ab-fb2c86c8ef37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:20.307022 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-fece2c44-235e-4457-a1ab-fb2c86c8ef37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:20.308145 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-fece2c44-235e-4457-a1ab-fb2c86c8ef37 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cca99a4b-6f58-4506-93cc-0d47d0c4daa6 HTTP/1.1" status: 204  len: 168 time: 0.2607198
Jun 25 14:39:20.424811 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2e6151f9-f121-4f48-a7ad-e0fbfc321d98 req-c1c1292e-7e2d-4cba-9ebd-6f52a3cbaf2c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 210 time: 0.1334736
Jun 25 14:39:20.482400 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] For port 41fededc-8f56-41fb-9535-950590d98d7a, host hv-cinder-79809, cleared binding levels {{(pid=78435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:39:20.490086 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] For port 41fededc-8f56-41fb-9535-950590d98d7a, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=41fededc-8f56-41fb-9535-950590d98d7a,segment=NetworkSegment(2adc1b6f-f630-40aa-b889-e1e5a75c1bf8),segment_id=2adc1b6f-f630-40aa-b889-e1e5a75c1bf8)] {{(pid=78435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:39:20.496539 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:20.503049 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:20.612406 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:20.613828 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for port, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:20.615593 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] 10.222.0.16 "PUT /v2.0/ports/41fededc-8f56-41fb-9535-950590d98d7a HTTP/1.1" status: 200  len: 1093 time: 3.8193240
Jun 25 14:39:20.616302 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9c3871-af75-4a15-b9ad-25b1c5597587', 'tag': '41fededc-8f56-41fb-9535-950590d98d7a'}] {{(pid=78435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:39:20.687606 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Pushing event updated for resources: {'Port': ['ID=41fededc-8f56-41fb-9535-950590d98d7a,revision_number=3']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:20.737278 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:20.788007 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daecd2a-6000-4472-8a54-ac249b7d15c9 req-eef53d3f-ef0e-4d67-94f3-e4389b8b14ee tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:20.789875 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5daecd2a-6000-4472-8a54-ac249b7d15c9 req-eef53d3f-ef0e-4d67-94f3-e4389b8b14ee tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 943 time: 0.1034245
Jun 25 14:39:20.814881 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 5a82d0bf-1fac-403c-b751-7d5c3eb4b147 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:39:20.872119 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5daecd2a-6000-4472-8a54-ac249b7d15c9 req-9b244235-a9a5-477b-bcb0-a66dd233ac32 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626352
Jun 25 14:39:20.935887 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 5a82d0bf-1fac-403c-b751-7d5c3eb4b147 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:39:20.936373 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:21.190766 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e54c5b4a-cfbf-4a7d-9858-8002c98e4a88 req-44315d93-ab38-4a0e-8db2-30c7adb74a17 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 210 time: 0.0559866
Jun 25 14:39:21.192703 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9c3871-af75-4a15-b9ad-25b1c5597587', 'tag': '41fededc-8f56-41fb-9535-950590d98d7a', 'status': 'completed', 'code': 200}
Jun 25 14:39:21.615448 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-71b9aa73-44d9-43ff-98ef-a86683bd13dc req-ab282d2f-9c3f-4157-8113-237a01edf325 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 210 time: 0.0462832
Jun 25 14:39:22.087819 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f410d6b-fd45-402d-9054-99e4243a6a02 req-ee2dc434-4ca3-4268-8365-10877581ae64 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:22.095612 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4f410d6b-fd45-402d-9054-99e4243a6a02 req-ee2dc434-4ca3-4268-8365-10877581ae64 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 943 time: 0.0951693
Jun 25 14:39:22.147224 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 60414) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:22.147801 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4f410d6b-fd45-402d-9054-99e4243a6a02 req-762aed75-526c-42b7-ba0d-e45780471005 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511577
Jun 25 14:39:22.566554 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-234e8d84-6124-42a7-b0fb-ae3d7eb5281d req-b5201d17-c71d-4145-867d-c9c2c20fe920 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 210 time: 0.1429596
Jun 25 14:39:22.625497 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-60f1fc54-cbb1-4d46-be40-ab7377d50b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:22.656007 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-60f1fc54-cbb1-4d46-be40-ab7377d50b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:22.662918 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-60f1fc54-cbb1-4d46-be40-ab7377d50b00 admin admin] Usage tracker for resource:security_group_rule and tenant:599c44ee89d0482f82d71d1edfe5c091 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:22.667459 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-60f1fc54-cbb1-4d46-be40-ab7377d50b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:22.679721 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-60f1fc54-cbb1-4d46-be40-ab7377d50b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:22.876529 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-60f1fc54-cbb1-4d46-be40-ab7377d50b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:22.897342 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-60f1fc54-cbb1-4d46-be40-ab7377d50b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:22.919081 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-24bdad27-48cc-443e-981d-53f377d8fc11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:22.919934 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c6022d64-1942-440e-b418-d760f7c38305 req-66119ca9-0585-40bd-b155-c19a2186f74a tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 210 time: 0.1029084
Jun 25 14:39:22.996235 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-60f1fc54-cbb1-4d46-be40-ab7377d50b00 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=599c44ee89d0482f82d71d1edfe5c091&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8477123
Jun 25 14:39:22.997957 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1fc54-cbb1-4d46-be40-ab7377d50b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a603f9f-dca6-4329-a95e-51076b4af36f,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:23.000158 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 60450) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:23.004455 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-60f1fc54-cbb1-4d46-be40-ab7377d50b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:23.124321 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bd47dd19-8761-46ac-ba48-214d30cf8f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:23.201903 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bd47dd19-8761-46ac-ba48-214d30cf8f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:23.331076 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bd47dd19-8761-46ac-ba48-214d30cf8f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:23.340194 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c8687c55-f60a-4599-a376-2a0736225ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:23.367807 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47dd19-8761-46ac-ba48-214d30cf8f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a603f9f-dca6-4329-a95e-51076b4af36f,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:23.374708 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-bd47dd19-8761-46ac-ba48-214d30cf8f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:23.390407 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bd47dd19-8761-46ac-ba48-214d30cf8f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:23.393659 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-bd47dd19-8761-46ac-ba48-214d30cf8f3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a603f9f-dca6-4329-a95e-51076b4af36f HTTP/1.1" status: 204  len: 168 time: 0.3916464
Jun 25 14:39:23.778659 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707e915-02a8-41d3-a368-69a5a88e17e2 req-23c9aa64-8975-4b5e-8cba-3fb178351bd4 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:23.787286 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7707e915-02a8-41d3-a368-69a5a88e17e2 req-23c9aa64-8975-4b5e-8cba-3fb178351bd4 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 943 time: 0.3334715
Jun 25 14:39:24.073021 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7707e915-02a8-41d3-a368-69a5a88e17e2 req-6b7453fa-412e-4030-bf71-da8b6109b099 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2744129
Jun 25 14:39:24.096853 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-abc87604-3998-44d0-95f5-6e1ecb2275c4 req-0c39a583-dd6c-4250-8d6e-57ae3c12d453 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 210 time: 0.2256024
Jun 25 14:39:24.255617 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 60502) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:24.308146 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9fa2e230-f130-43fb-8691-ffae08749299 req-49e439b6-e510-434f-8551-cee4a30fadff tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 210 time: 0.0651355
Jun 25 14:39:24.371275 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ddb779a7-d8e5-4889-bcc7-4e06a3af3d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:24.399941 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 60508) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:24.445663 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-ddb779a7-d8e5-4889-bcc7-4e06a3af3d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:24.459376 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-ddb779a7-d8e5-4889-bcc7-4e06a3af3d5f admin admin] Usage tracker for resource:security_group_rule and tenant:54f8d7d3097b4bcbb2f3a14304e3deeb is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:24.463789 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-ddb779a7-d8e5-4889-bcc7-4e06a3af3d5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:24.477608 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-ddb779a7-d8e5-4889-bcc7-4e06a3af3d5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:24.693307 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ddb779a7-d8e5-4889-bcc7-4e06a3af3d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:24.697736 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ddb779a7-d8e5-4889-bcc7-4e06a3af3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:24.721386 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:24.756626 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9c9a1b06-51e3-4455-820e-2eaa8e545c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:24.802260 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9c9a1b06-51e3-4455-820e-2eaa8e545c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:24.810355 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9c9a1b06-51e3-4455-820e-2eaa8e545c16 admin admin] Usage tracker for resource:security_group_rule and tenant:830a810747b6466e956d5f9d3bb90fc4 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:24.819973 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9c9a1b06-51e3-4455-820e-2eaa8e545c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:24.824808 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-ddb779a7-d8e5-4889-bcc7-4e06a3af3d5f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54f8d7d3097b4bcbb2f3a14304e3deeb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5678804
Jun 25 14:39:24.827050 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb779a7-d8e5-4889-bcc7-4e06a3af3d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b731843f-46cd-4f85-a901-7baffcdd7553,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:24.835668 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 60524) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:24.844620 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-ddb779a7-d8e5-4889-bcc7-4e06a3af3d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:24.944405 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9c9a1b06-51e3-4455-820e-2eaa8e545c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:24.983661 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d5a65f35-91f9-4853-889b-25b549e7b9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:25.015315 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d5a65f35-91f9-4853-889b-25b549e7b9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:25.080959 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d5a65f35-91f9-4853-889b-25b549e7b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:25.098431 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d55ef8e0-23a6-4d17-9f12-00effff95f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:25.120388 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d5a65f35-91f9-4853-889b-25b549e7b9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:25.124296 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-d5a65f35-91f9-4853-889b-25b549e7b9fd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b731843f-46cd-4f85-a901-7baffcdd7553 HTTP/1.1" status: 204  len: 168 time: 0.2823510
Jun 25 14:39:25.124296 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a65f35-91f9-4853-889b-25b549e7b9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b731843f-46cd-4f85-a901-7baffcdd7553,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:25.126826 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d5a65f35-91f9-4853-889b-25b549e7b9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:25.268601 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 60548) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:25.285524 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9c9a1b06-51e3-4455-820e-2eaa8e545c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:25.294704 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9c9a1b06-51e3-4455-820e-2eaa8e545c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:25.398731 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:25.460723 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-9c9a1b06-51e3-4455-820e-2eaa8e545c16 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=830a810747b6466e956d5f9d3bb90fc4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0592799
Jun 25 14:39:25.474064 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 60558) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:25.479006 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-517da952-81cc-489a-87d5-a26d5cb359e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:25.532548 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-517da952-81cc-489a-87d5-a26d5cb359e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:25.551559 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-517da952-81cc-489a-87d5-a26d5cb359e0 admin admin] Usage tracker for resource:security_group_rule and tenant:84ec8c61d7634253ab4bd5bd3f36b3f6 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:25.565791 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-517da952-81cc-489a-87d5-a26d5cb359e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:25.576053 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-517da952-81cc-489a-87d5-a26d5cb359e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:25.823551 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-517da952-81cc-489a-87d5-a26d5cb359e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:25.831079 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-517da952-81cc-489a-87d5-a26d5cb359e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:25.844391 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:25.857238 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f32c7e6b-8b6e-40d6-a33d-e094c393a630 req-60f3d4f7-15cb-436c-a2dc-f66d15fbad8b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 210 time: 0.3953509
Jun 25 14:39:25.859254 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a1b06-51e3-4455-820e-2eaa8e545c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58374a79-f33d-4792-8722-8ca023a23120,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:25.944202 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9c9a1b06-51e3-4455-820e-2eaa8e545c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:26.074059 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-517da952-81cc-489a-87d5-a26d5cb359e0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=84ec8c61d7634253ab4bd5bd3f36b3f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7998323
Jun 25 14:39:26.089802 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 60574) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:26.098433 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517da952-81cc-489a-87d5-a26d5cb359e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfac5fd8-0d83-496a-897d-9d060c8c0d1a,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:26.162393 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a8cb047d-7c3d-4981-aa9d-5d6d9a8f9432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:26.166125 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-517da952-81cc-489a-87d5-a26d5cb359e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:26.190614 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5e52e455-b3a4-433a-93d6-9b2010ce73d8 req-cf8f790f-6316-40e8-8939-23ba8c67c837 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 210 time: 0.1743360
Jun 25 14:39:26.255932 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98c01c-6a86-4ce9-8a3c-afafef70cef5 req-de15329a-d8fd-487a-a071-bae4aaa10646 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:26.257825 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fb98c01c-6a86-4ce9-8a3c-afafef70cef5 req-de15329a-d8fd-487a-a071-bae4aaa10646 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 943 time: 0.7944994
Jun 25 14:39:26.262369 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a8cb047d-7c3d-4981-aa9d-5d6d9a8f9432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:26.337787 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f1d160b7-8f49-4f90-9795-58ad5573b065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:26.347368 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fb98c01c-6a86-4ce9-8a3c-afafef70cef5 req-c1f11fe4-893a-476b-8bbb-8d2e120ce9ec tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762599
Jun 25 14:39:26.381316 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a8cb047d-7c3d-4981-aa9d-5d6d9a8f9432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:26.388678 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9c9a1b06-51e3-4455-820e-2eaa8e545c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:26.412311 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f1d160b7-8f49-4f90-9795-58ad5573b065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:26.430530 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a8cb047d-7c3d-4981-aa9d-5d6d9a8f9432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:26.434680 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-a8cb047d-7c3d-4981-aa9d-5d6d9a8f9432 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58374a79-f33d-4792-8722-8ca023a23120 HTTP/1.1" status: 204  len: 168 time: 0.8490446
Jun 25 14:39:26.443118 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb047d-7c3d-4981-aa9d-5d6d9a8f9432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58374a79-f33d-4792-8722-8ca023a23120,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:26.445522 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-a8cb047d-7c3d-4981-aa9d-5d6d9a8f9432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:26.614758 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f1d160b7-8f49-4f90-9795-58ad5573b065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:26.634450 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:26.669441 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d160b7-8f49-4f90-9795-58ad5573b065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfac5fd8-0d83-496a-897d-9d060c8c0d1a,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:26.676898 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f1d160b7-8f49-4f90-9795-58ad5573b065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:26.733113 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f1d160b7-8f49-4f90-9795-58ad5573b065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:26.737500 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-f1d160b7-8f49-4f90-9795-58ad5573b065 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dfac5fd8-0d83-496a-897d-9d060c8c0d1a HTTP/1.1" status: 204  len: 168 time: 0.6449287
Jun 25 14:39:27.172567 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5dd6faab-f3e9-4ec9-a697-cbe52f757d91 req-494ba8ed-ddfe-4506-ae28-72657074171d tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 210 time: 0.0851989
Jun 25 14:39:27.283076 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 60614) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:27.338182 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-94a24f5e-b425-4cbb-a418-0c1e4e252a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:27.386768 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-94a24f5e-b425-4cbb-a418-0c1e4e252a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:27.393128 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-94a24f5e-b425-4cbb-a418-0c1e4e252a42 admin admin] Usage tracker for resource:security_group_rule and tenant:0cca80f514cb474e81161c1275989cda is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:27.397009 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-94a24f5e-b425-4cbb-a418-0c1e4e252a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:27.403933 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-94a24f5e-b425-4cbb-a418-0c1e4e252a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:27.527876 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7f86d67c-38f8-4b0d-a36b-5fe042297932 req-283f91e7-f605-4168-aebb-c44a267d45e3 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 210 time: 0.1602044
Jun 25 14:39:27.568868 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-94a24f5e-b425-4cbb-a418-0c1e4e252a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:27.576667 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-94a24f5e-b425-4cbb-a418-0c1e4e252a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:27.591194 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f1d160b7-8f49-4f90-9795-58ad5573b065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:27.647956 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 60622) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:27.653335 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a24f5e-b425-4cbb-a418-0c1e4e252a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db909443-8344-4a3a-bf4c-eed1e2023427,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:27.678459 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-94a24f5e-b425-4cbb-a418-0c1e4e252a42 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0cca80f514cb474e81161c1275989cda&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3933380
Jun 25 14:39:27.681275 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-94a24f5e-b425-4cbb-a418-0c1e4e252a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:27.684246 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 60628) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:27.726761 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1dfb3f3d-a692-4187-8626-015516bcf2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:27.755098 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-1dfb3f3d-a692-4187-8626-015516bcf2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:27.760932 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-1dfb3f3d-a692-4187-8626-015516bcf2fe admin admin] Usage tracker for resource:security_group_rule and tenant:8ccbfa938d97474ba1c2a1bdd403cef0 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:27.767591 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-1dfb3f3d-a692-4187-8626-015516bcf2fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:27.779989 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-1dfb3f3d-a692-4187-8626-015516bcf2fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:27.798569 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29780ff7-245a-4cf7-91cc-861486c27ce1 req-2d6ded6e-47fc-4f15-847f-2714bf9e470a tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:27.801695 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-29780ff7-245a-4cf7-91cc-861486c27ce1 req-2d6ded6e-47fc-4f15-847f-2714bf9e470a tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 943 time: 0.2540841
Jun 25 14:39:27.810962 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7d9e5886-d04d-499b-800a-15e12904e3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:27.877371 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7d9e5886-d04d-499b-800a-15e12904e3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:27.949152 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-29780ff7-245a-4cf7-91cc-861486c27ce1 req-ba562c58-34dd-4bcf-859e-4e58cfa8b308 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288817
Jun 25 14:39:28.030017 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7d9e5886-d04d-499b-800a-15e12904e3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:28.038415 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:28.068969 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e5886-d04d-499b-800a-15e12904e3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db909443-8344-4a3a-bf4c-eed1e2023427,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:28.071483 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7d9e5886-d04d-499b-800a-15e12904e3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:28.072546 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7d9e5886-d04d-499b-800a-15e12904e3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:28.076272 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1dfb3f3d-a692-4187-8626-015516bcf2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:28.085986 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1dfb3f3d-a692-4187-8626-015516bcf2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:28.098906 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-7d9e5886-d04d-499b-800a-15e12904e3a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db909443-8344-4a3a-bf4c-eed1e2023427 HTTP/1.1" status: 204  len: 168 time: 0.3818352
Jun 25 14:39:28.111755 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:28.255182 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb3f3d-a692-4187-8626-015516bcf2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4c1cf8-1e05-453d-bbf3-3c3a3048421b,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:28.279731 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1dfb3f3d-a692-4187-8626-015516bcf2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:28.316034 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-1dfb3f3d-a692-4187-8626-015516bcf2fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ccbfa938d97474ba1c2a1bdd403cef0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6512012
Jun 25 14:39:28.319101 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 60652) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:28.478437 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4bf28d93-5f1b-4fa1-a72b-0e99424cf36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:28.591310 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4bf28d93-5f1b-4fa1-a72b-0e99424cf36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:28.632969 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6ec6eba5-49b9-4a47-88ef-69e31922e41d req-e452b433-87fc-4eed-9a86-22496a4279c0 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 210 time: 0.1690798
Jun 25 14:39:28.732308 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-26a5658f-5b9a-47d6-9cd4-130d77610989 req-4dd0b1ee-43b1-4668-88a4-bdce40ca0a83 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 210 time: 0.0818141
Jun 25 14:39:28.738258 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4bf28d93-5f1b-4fa1-a72b-0e99424cf36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:28.753139 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-ddb779a7-d8e5-4889-bcc7-4e06a3af3d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:28.770414 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4bf28d93-5f1b-4fa1-a72b-0e99424cf36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:28.771136 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-4bf28d93-5f1b-4fa1-a72b-0e99424cf36e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e4c1cf8-1e05-453d-bbf3-3c3a3048421b HTTP/1.1" status: 204  len: 168 time: 0.4506452
Jun 25 14:39:28.773883 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf28d93-5f1b-4fa1-a72b-0e99424cf36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4c1cf8-1e05-453d-bbf3-3c3a3048421b,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:28.777605 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4bf28d93-5f1b-4fa1-a72b-0e99424cf36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:29.171988 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31919a3c-0c2a-4175-8e71-e0abcf4ce8f3 req-72f82589-0fee-4da5-9d68-10aad8a72ccc tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:29.173679 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-31919a3c-0c2a-4175-8e71-e0abcf4ce8f3 req-72f82589-0fee-4da5-9d68-10aad8a72ccc tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 943 time: 0.0987477
Jun 25 14:39:29.257242 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-31919a3c-0c2a-4175-8e71-e0abcf4ce8f3 req-f5957bd4-fd1b-45b4-9ecf-844394d2e2f0 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772197
Jun 25 14:39:30.145335 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8570a020-c1e0-435f-ac32-ddf6d16ffefe req-e1d28f66-7e57-48a2-8d83-d7416bf48933 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 210 time: 0.1022189
Jun 25 14:39:30.263505 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e146e1bd-5e1e-4fb3-9e31-d6de846bfd3d req-cc8c3be1-b899-495a-ae79-dadd1d61f5c8 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 210 time: 0.1059768
Jun 25 14:39:30.533134 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-e2e51a49-ae16-483c-9328-25ddc830b76b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Request body: {'port': {'device_id': '72d88d74-d1d8-41ff-90d6-e581a8568247', 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88', 'admin_state_up': True, 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:39:30.577895 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ad541-a07c-4a46-a0e1-4c213bb9f73f req-7d4d4f62-5f08-409f-b6bf-1fd819a2bc1a tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:30.588108 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a66ad541-a07c-4a46-a0e1-4c213bb9f73f req-7d4d4f62-5f08-409f-b6bf-1fd819a2bc1a tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 943 time: 0.2073805
Jun 25 14:39:30.648112 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a66ad541-a07c-4a46-a0e1-4c213bb9f73f req-ebee8d14-ff89-4442-be13-1bd15af2785e tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587890
Jun 25 14:39:30.826016 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:30.882579 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-e2e51a49-ae16-483c-9328-25ddc830b76b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:30.893153 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.16', 53007) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:30.908489 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-e2e51a49-ae16-483c-9328-25ddc830b76b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:30.922248 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3255c22-6780-4cf6-991a-3edb1411a678 req-54d6c53f-0a2b-4506-bb27-6a50ba86fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:30.925553 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a3255c22-6780-4cf6-991a-3edb1411a678 req-54d6c53f-0a2b-4506-bb27-6a50ba86fec8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96217f8828624862a5c257565ecf9ce2&device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 1096 time: 0.1781313
Jun 25 14:39:30.928890 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-e2e51a49-ae16-483c-9328-25ddc830b76b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Made reservation on behalf of 0aa02100a2e14479942bf6a8fedf507b for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:39:30.933948 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-e2e51a49-ae16-483c-9328-25ddc830b76b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:31.283547 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3255c22-6780-4cf6-991a-3edb1411a678 req-451c3450-57ab-4877-8632-2e4bb4fa730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:31.286622 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a3255c22-6780-4cf6-991a-3edb1411a678 req-451c3450-57ab-4877-8632-2e4bb4fa730c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=96217f8828624862a5c257565ecf9ce2&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2803409
Jun 25 14:39:31.488672 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-e2e51a49-ae16-483c-9328-25ddc830b76b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Allocated IP 172.20.0.14 (fe47f01d-0a00-4026-a5a3-3a965d638a88/15d8da82-b461-4601-96f4-3558be16618c/9c33ef1e-74e4-48ac-81c2-60f8f279b0fc) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:39:31.972058 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bf7b5d83-8076-40aa-a24a-96381a6f6b71 req-82f4f15f-b756-4721-ac4d-fd0d73323acf tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 210 time: 0.2561839
Jun 25 14:39:32.035283 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e4b39437-1a5a-470a-ad47-11e9bf77828c req-44c68307-0319-4c55-9535-1e89f1d4b0df tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 210 time: 0.4369619
Jun 25 14:39:32.151116 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3255c22-6780-4cf6-991a-3edb1411a678 req-832a7b79-5307-4404-a482-9c5fbe180318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:32.153258 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a3255c22-6780-4cf6-991a-3edb1411a678 req-832a7b79-5307-4404-a482-9c5fbe180318 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8487170
Jun 25 14:39:32.283257 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-de46da21-9379-46ce-bea2-10822b5c3eca tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:32.285865 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-de46da21-9379-46ce-bea2-10822b5c3eca tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.16 "GET /v2.0/networks?id=fe47f01d-0a00-4026-a5a3-3a965d638a88 HTTP/1.1" status: 200  len: 818 time: 1.3603892
Jun 25 14:39:32.334276 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.16', 53014) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:32.465701 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Request body: {'port': {'device_id': 'afc93075-c330-41fe-8ae1-229956ccc05f', 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88', 'admin_state_up': True, 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:39:32.537349 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-97e6f29d-b3ae-493e-9d26-c7d89e04296e tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:32.539018 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-97e6f29d-b3ae-493e-9d26-c7d89e04296e tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.16 "GET /v2.0/networks?id=4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 200  len: 811 time: 0.2012196
Jun 25 14:39:32.690904 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:32.691104 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-08e17d9c-7e65-4045-ba1d-2b7b0a77339d tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e HTTP/1.1" status: 200  len: 379 time: 0.1302638
Jun 25 14:39:32.697367 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Usage tracker for resource:port and tenant:0aa02100a2e14479942bf6a8fedf507b is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:32.700524 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:32.708091 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:32.721144 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Request body: {'port': {'device_id': 'bbbe5401-6cd8-47cf-b6fa-4797810b6871', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'admin_state_up': True, 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'security_groups': ['dc50c766-16a6-48db-9b65-4dcc2e80830e']}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:39:32.737592 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Made reservation on behalf of 0aa02100a2e14479942bf6a8fedf507b for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:39:32.743150 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:32.779927 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc27d3-3a80-4090-b569-dc14b926eb94 req-6ed9f908-bc2d-4eb0-a348-b4edb5e7bd55 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:32.789366 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a9bc27d3-3a80-4090-b569-dc14b926eb94 req-6ed9f908-bc2d-4eb0-a348-b4edb5e7bd55 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 943 time: 0.5565212
Jun 25 14:39:32.903672 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-e2e51a49-ae16-483c-9328-25ddc830b76b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:32.958198 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-bce304b0-427e-4f41-ab7c-d32386d34411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:32.959674 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-bce304b0-427e-4f41-ab7c-d32386d34411 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96217f8828624862a5c257565ecf9ce2&device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 1096 time: 0.6233997
Jun 25 14:39:33.057322 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a9bc27d3-3a80-4090-b569-dc14b926eb94 req-1c139926-bb1b-4d74-9547-5a1aa6a3a3b7 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2648537
Jun 25 14:39:33.190128 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 60872) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:33.214495 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:33.227988 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-e2e51a49-ae16-483c-9328-25ddc830b76b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:33.228696 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Usage tracker for resource:port and tenant:77f5d5123a7c43d48ad3b58f8efecf4e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:33.228902 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-7898b901-e910-4ffc-b831-1f554fb3e72f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41fededc-8f56-41fb-9535-950590d98d7a HTTP/1.1" status: 200  len: 217 time: 0.2518697
Jun 25 14:39:33.243167 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:33.267797 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:33.284306 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-827c240b-bd1a-460f-9baa-bf4581a6c1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:33.378361 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fffefcd2-759b-46bb-a1bb-7d3cc997ab17 req-83306208-853b-4ba8-93d9-053d030a21af tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 210 time: 0.1048326
Jun 25 14:39:33.382960 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Made reservation on behalf of 77f5d5123a7c43d48ad3b58f8efecf4e for: {'port': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:39:33.387136 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:33.404772 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e51a49-ae16-483c-9328-25ddc830b76b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Pushing event updated for resources: {'Port': ['ID=9c33ef1e-74e4-48ac-81c2-60f8f279b0fc,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:33.415835 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-e2e51a49-ae16-483c-9328-25ddc830b76b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Network fe47f01d-0a00-4026-a5a3-3a965d638a88 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:39:33.418742 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e2e51a49-ae16-483c-9328-25ddc830b76b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:33.419558 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d91f2186-bdd7-4569-9b98-65dfdaeb0c89 req-1f7aba02-b43d-4dfa-b71e-65162fcf8e32 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 210 time: 0.1046455
Jun 25 14:39:33.424893 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-e2e51a49-ae16-483c-9328-25ddc830b76b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:39:33.429099 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Allocated IP 172.20.0.10 (fe47f01d-0a00-4026-a5a3-3a965d638a88/15d8da82-b461-4601-96f4-3558be16618c/8fd673a9-3d6b-409a-931c-af0246854808) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:39:33.440424 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-e2e51a49-ae16-483c-9328-25ddc830b76b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:39:33.446937 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-e2e51a49-ae16-483c-9328-25ddc830b76b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:33.447635 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-e2e51a49-ae16-483c-9328-25ddc830b76b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:33.476891 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-d9ba10f9-a59a-4203-af1d-7ef5f8b11a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:33.478404 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-d9ba10f9-a59a-4203-af1d-7ef5f8b11a23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=219404d4-c6ec-479c-bff7-4b572eb2c406 HTTP/1.1" status: 200  len: 851 time: 0.2342122
Jun 25 14:39:33.485328 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-e2e51a49-ae16-483c-9328-25ddc830b76b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9572489
Jun 25 14:39:33.590972 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Request body: {'port': {'device_id': '72d88d74-d1d8-41ff-90d6-e581a8568247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:39:33.622975 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Allocated IP 172.20.0.4 (4b57f227-be72-49df-b303-59d0100b6e57/9265467f-1c70-41b0-a5d8-95ad79db0d39/784cffeb-d629-4e11-b275-51a388827c0f) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:39:33.660522 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-58d495c0-819e-43a8-bf5a-2aebcae976e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e202d2-2336-46fd-9cf3-862842b9f9b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1362543
Jun 25 14:39:33.840777 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f27464f8-d245-4007-a33c-1ad51e330af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:33.878632 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-f27464f8-d245-4007-a33c-1ad51e330af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:33.885668 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-f27464f8-d245-4007-a33c-1ad51e330af2 admin admin] Usage tracker for resource:security_group_rule and tenant:cdaa3bf475ee42e3bf430b7d60c88b94 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:33.890350 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-f27464f8-d245-4007-a33c-1ad51e330af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:33.893768 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:33.895906 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:33.904511 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-f27464f8-d245-4007-a33c-1ad51e330af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:33.923501 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Transition to ACTIVE for port object 784cffeb-d629-4e11-b275-51a388827c0f will not be triggered until provisioned by entity DHCP. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:39:33.983328 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:34.040973 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-63be0b89-833a-494b-8c58-baaf678b1012 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:34.101868 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-541a633a-0994-4539-9ea4-c146908d9994 service neutron] 10.222.0.16 "GET /v2.0/networks/22e202d2-2336-46fd-9cf3-862842b9f9b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4101219
Jun 25 14:39:34.114662 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f27464f8-d245-4007-a33c-1ad51e330af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:34.139170 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Network 4b57f227-be72-49df-b303-59d0100b6e57 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:39:34.150724 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:39:34.165564 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:39:34.172840 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:34.173624 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for port, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:34.178230 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f27464f8-d245-4007-a33c-1ad51e330af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:34.248079 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event updated for resources: {'Port': ['ID=784cffeb-d629-4e11-b275-51a388827c0f,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:34.262770 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:34.267521 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:34.314214 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-f27464f8-d245-4007-a33c-1ad51e330af2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cdaa3bf475ee42e3bf430b7d60c88b94&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1229520
Jun 25 14:39:34.328680 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:34.334912 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 60910) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:34.355895 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27464f8-d245-4007-a33c-1ad51e330af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a60247-c547-4dab-a4c0-18112204f6fd,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:34.359389 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f27464f8-d245-4007-a33c-1ad51e330af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:34.387631 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6891334
Jun 25 14:39:34.453214 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f517af5-ee22-45a1-8cc5-86f57418fbea req-e0084fcb-0659-410b-a533-c53652d8f8d9 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:34.455572 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7f517af5-ee22-45a1-8cc5-86f57418fbea req-e0084fcb-0659-410b-a533-c53652d8f8d9 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 943 time: 0.1391480
Jun 25 14:39:34.466380 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6d89f4b5-9510-4006-93e2-23518837214d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:34.498807 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6d89f4b5-9510-4006-93e2-23518837214d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:34.530478 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-510c66f6-f4f2-44cb-944c-c92b4b7598c4 None None] Provisioning for port 784cffeb-d629-4e11-b275-51a388827c0f completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:39:34.537078 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-510c66f6-f4f2-44cb-944c-c92b4b7598c4 None None] Provisioning complete for port 784cffeb-d629-4e11-b275-51a388827c0f triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:39:34.537450 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-510c66f6-f4f2-44cb-944c-c92b4b7598c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:34.550899 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7f517af5-ee22-45a1-8cc5-86f57418fbea req-6ae15964-4a69-4fee-ac52-fa63c1e72f2a tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880964
Jun 25 14:39:34.566076 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:34.616243 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-510c66f6-f4f2-44cb-944c-c92b4b7598c4 None None] Port 784cffeb-d629-4e11-b275-51a388827c0f cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:39:34.641057 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:34.732092 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Network fe47f01d-0a00-4026-a5a3-3a965d638a88 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:39:34.739141 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:39:34.743783 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785db2e6-20a6-4043-a0ae-50943df7e070 req-1a2d0a4e-01a7-4c13-9112-b2c4bf31e7d1 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:34.744646 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-785db2e6-20a6-4043-a0ae-50943df7e070 req-1a2d0a4e-01a7-4c13-9112-b2c4bf31e7d1 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Synchronizing usage tracker for tenant:77f5d5123a7c43d48ad3b58f8efecf4e on resource:port {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:39:34.759683 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:39:34.765314 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:34.765968 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:34.769910 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6d89f4b5-9510-4006-93e2-23518837214d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:34.794512 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-785db2e6-20a6-4043-a0ae-50943df7e070 req-1a2d0a4e-01a7-4c13-9112-b2c4bf31e7d1 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Unset dirty status for tenant:77f5d5123a7c43d48ad3b58f8efecf4e on resource:port {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:39:34.795995 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-785db2e6-20a6-4043-a0ae-50943df7e070 req-1a2d0a4e-01a7-4c13-9112-b2c4bf31e7d1 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 931 time: 0.2280478
Jun 25 14:39:34.811895 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Pushing event updated for resources: {'Port': ['ID=8fd673a9-3d6b-409a-931c-af0246854808,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:34.822811 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:34.825380 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6dad1-abdc-4d35-8b9e-1aa8f5d93cfc req-6ccdc8b3-de72-44a0-8634-699154b6581d tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:34.825826 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6eac4f86-79a8-4b1e-8bb3-7c7f8419eeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:34.827070 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-35a6dad1-abdc-4d35-8b9e-1aa8f5d93cfc req-6ccdc8b3-de72-44a0-8634-699154b6581d tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 932 time: 0.1310923
Jun 25 14:39:34.836875 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6d89f4b5-9510-4006-93e2-23518837214d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:34.837977 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-6d89f4b5-9510-4006-93e2-23518837214d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/24a60247-c547-4dab-a4c0-18112204f6fd HTTP/1.1" status: 204  len: 168 time: 0.5018198
Jun 25 14:39:34.843041 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89f4b5-9510-4006-93e2-23518837214d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a60247-c547-4dab-a4c0-18112204f6fd,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:34.848165 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5070786
Jun 25 14:39:34.849797 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6d89f4b5-9510-4006-93e2-23518837214d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:34.906502 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-785db2e6-20a6-4043-a0ae-50943df7e070 req-909eb027-ab11-4bee-96b6-1229ac7925ed tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784073
Jun 25 14:39:34.922404 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 60928) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:34.939192 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-35a6dad1-abdc-4d35-8b9e-1aa8f5d93cfc req-2131f7dc-d50f-44fc-a798-8baca63ea9eb tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Synchronizing usage tracker for tenant:0aa02100a2e14479942bf6a8fedf507b on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:39:34.958559 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:39:34.977710 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:34.987781 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-35a6dad1-abdc-4d35-8b9e-1aa8f5d93cfc req-2131f7dc-d50f-44fc-a798-8baca63ea9eb tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Unset dirty status for tenant:0aa02100a2e14479942bf6a8fedf507b on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:39:34.988824 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-35a6dad1-abdc-4d35-8b9e-1aa8f5d93cfc req-2131f7dc-d50f-44fc-a798-8baca63ea9eb tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441674
Jun 25 14:39:35.037093 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Transition to ACTIVE for port object 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:39:35.041978 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:35.046198 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:35.190644 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c33ef1e-74e4-48ac-81c2-60f8f279b0fc,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:35.222297 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:35.252590 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Attempting to bind port 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:39:35.253133 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Attempting to bind port 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '38c52a19-3cfe-4f2a-955f-7223adce4a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:39:35.253632 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Attempting to bind port 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc on network fe47f01d-0a00-4026-a5a3-3a965d638a88 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:39:35.258886 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Port 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc on network fe47f01d-0a00-4026-a5a3-3a965d638a88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 14:39:35.259204 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Attempting to bind port 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc on network fe47f01d-0a00-4026-a5a3-3a965d638a88 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:39:35.265256 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:39:35.265525 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Checking segment: {'id': '38c52a19-3cfe-4f2a-955f-7223adce4a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:39:35.266122 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Bound using segment: {'id': '38c52a19-3cfe-4f2a-955f-7223adce4a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:39:35.273099 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Bound port: 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c52a19-3cfe-4f2a-955f-7223adce4a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:39:35.273607 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:35.284962 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d380c0fb-dee1-467c-92a3-e96e1de46d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:35.301310 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d380c0fb-dee1-467c-92a3-e96e1de46d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:35.307353 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d380c0fb-dee1-467c-92a3-e96e1de46d23 admin admin] Usage tracker for resource:security_group_rule and tenant:931bf2d4fdaa466ba4a968f03cc81788 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:35.311230 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d380c0fb-dee1-467c-92a3-e96e1de46d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:35.319077 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d380c0fb-dee1-467c-92a3-e96e1de46d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:35.377911 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 60948) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:35.420109 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1ae2f6db-04bb-42ea-88d2-4a92f473bdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:35.458624 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-1ae2f6db-04bb-42ea-88d2-4a92f473bdb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:35.474296 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-1ae2f6db-04bb-42ea-88d2-4a92f473bdb1 admin admin] Usage tracker for resource:security_group_rule and tenant:a0fb652d528041c98bf6bee705916390 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:35.487080 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-1ae2f6db-04bb-42ea-88d2-4a92f473bdb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:35.502957 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-1ae2f6db-04bb-42ea-88d2-4a92f473bdb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:35.506285 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d380c0fb-dee1-467c-92a3-e96e1de46d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:35.519317 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d380c0fb-dee1-467c-92a3-e96e1de46d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:35.531898 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:35.540137 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] For port 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc, host hv-cinder-79809, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:39:35.548224 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] For port 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9c33ef1e-74e4-48ac-81c2-60f8f279b0fc,segment=NetworkSegment(38c52a19-3cfe-4f2a-955f-7223adce4a06),segment_id=38c52a19-3cfe-4f2a-955f-7223adce4a06)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:39:35.556132 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:35.565108 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d6845067-932d-4c63-b36e-2ea5e64108d1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:35.599866 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-d380c0fb-dee1-467c-92a3-e96e1de46d23 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=931bf2d4fdaa466ba4a968f03cc81788&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6681569
Jun 25 14:39:35.599866 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380c0fb-dee1-467c-92a3-e96e1de46d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c947a63d-46a1-4fac-bb98-112946724762,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:35.599866 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d380c0fb-dee1-467c-92a3-e96e1de46d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:35.600495 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 60958) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:35.678046 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:35.679077 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:35.681696 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] 10.222.0.16 "PUT /v2.0/ports/9c33ef1e-74e4-48ac-81c2-60f8f279b0fc HTTP/1.1" status: 200  len: 1094 time: 2.1619492
Jun 25 14:39:35.686892 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d88d74-d1d8-41ff-90d6-e581a8568247', 'tag': '9c33ef1e-74e4-48ac-81c2-60f8f279b0fc'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:39:35.702428 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c60c2a73-6e33-4e3e-829a-e2d3bd7ec5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:35.828412 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c33ef1e-74e4-48ac-81c2-60f8f279b0fc,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:35.838211 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:35.838211 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 60968) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:35.872459 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1ae2f6db-04bb-42ea-88d2-4a92f473bdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:35.883697 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c60c2a73-6e33-4e3e-829a-e2d3bd7ec5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:35.895806 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1ae2f6db-04bb-42ea-88d2-4a92f473bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:35.920403 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f27464f8-d245-4007-a33c-1ad51e330af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:36.004218 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b03b48f6-8c3c-4362-bfb8-6b52266b3f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:36.007357 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2f6db-04bb-42ea-88d2-4a92f473bdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffe8c51-124b-43b3-a147-c3cca299ebe5,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:36.013270 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-1ae2f6db-04bb-42ea-88d2-4a92f473bdb1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0fb652d528041c98bf6bee705916390&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6341317
Jun 25 14:39:36.014954 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1ae2f6db-04bb-42ea-88d2-4a92f473bdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:36.020958 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 60978) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:36.038306 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-b03b48f6-8c3c-4362-bfb8-6b52266b3f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:36.045434 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-b03b48f6-8c3c-4362-bfb8-6b52266b3f4b admin admin] Usage tracker for resource:security_group_rule and tenant:07ce70b59699445aa0d36cbe58d63d06 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:36.050659 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901fd54-294b-4a13-a5f7-b62c3fb9a48e req-3d3767a1-d6a2-4c84-92c1-274ce6fab017 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:36.050998 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-b03b48f6-8c3c-4362-bfb8-6b52266b3f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:36.052123 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b901fd54-294b-4a13-a5f7-b62c3fb9a48e req-3d3767a1-d6a2-4c84-92c1-274ce6fab017 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 943 time: 0.3531547
Jun 25 14:39:36.060324 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-b03b48f6-8c3c-4362-bfb8-6b52266b3f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:36.158260 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c60c2a73-6e33-4e3e-829a-e2d3bd7ec5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:36.179923 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b03b48f6-8c3c-4362-bfb8-6b52266b3f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:36.183515 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d5a65f35-91f9-4853-889b-25b549e7b9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:36.185311 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b03b48f6-8c3c-4362-bfb8-6b52266b3f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:36.194936 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:36.214434 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c2a73-6e33-4e3e-829a-e2d3bd7ec5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c947a63d-46a1-4fac-bb98-112946724762,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:36.226236 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c60c2a73-6e33-4e3e-829a-e2d3bd7ec5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:36.232507 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b901fd54-294b-4a13-a5f7-b62c3fb9a48e req-2cfe7bcc-c27a-40f3-91c5-89ceb6e93ef9 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667776
Jun 25 14:39:36.240153 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f2c54d76-1116-44b5-86c6-684372f3c1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:36.242641 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-b03b48f6-8c3c-4362-bfb8-6b52266b3f4b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=07ce70b59699445aa0d36cbe58d63d06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4050028
Jun 25 14:39:36.246779 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 60986) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:36.247464 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b48f6-8c3c-4362-bfb8-6b52266b3f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3acb7d6-ccb5-488d-a4cb-5c9474475eae,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:36.251050 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b03b48f6-8c3c-4362-bfb8-6b52266b3f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:36.289741 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c60c2a73-6e33-4e3e-829a-e2d3bd7ec5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:36.291768 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-c60c2a73-6e33-4e3e-829a-e2d3bd7ec5fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c947a63d-46a1-4fac-bb98-112946724762 HTTP/1.1" status: 204  len: 168 time: 0.6901305
Jun 25 14:39:36.337782 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f2c54d76-1116-44b5-86c6-684372f3c1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:36.388685 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d88d74-d1d8-41ff-90d6-e581a8568247', 'tag': '9c33ef1e-74e4-48ac-81c2-60f8f279b0fc', 'status': 'completed', 'code': 200}
Jun 25 14:39:36.405153 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7168be3-1d0b-4bbe-bf13-b58bdd03de47 req-89288e98-f73a-4632-b3ee-5a6362dde35d tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:36.417756 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f7168be3-1d0b-4bbe-bf13-b58bdd03de47 req-89288e98-f73a-4632-b3ee-5a6362dde35d tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 931 time: 0.3619139
Jun 25 14:39:36.602776 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a3db6001-3f1a-4b5e-8321-da77d30f64d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:36.652552 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 60998) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:36.655547 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f7168be3-1d0b-4bbe-bf13-b58bdd03de47 req-e1c9e9af-bd17-4807-976a-ae2d1ab8a558 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2365437
Jun 25 14:39:36.675885 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1943b765-9a54-4530-987e-8b40d8a53872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:36.692589 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-1943b765-9a54-4530-987e-8b40d8a53872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:36.696618 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a3db6001-3f1a-4b5e-8321-da77d30f64d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:36.696838 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-1943b765-9a54-4530-987e-8b40d8a53872 admin admin] Usage tracker for resource:security_group_rule and tenant:458c83e628244d0a8ec7ff819c1627b6 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:36.700009 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-1943b765-9a54-4530-987e-8b40d8a53872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:36.706253 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-1943b765-9a54-4530-987e-8b40d8a53872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:36.755158 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f2c54d76-1116-44b5-86c6-684372f3c1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:36.789071 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:36.798276 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1943b765-9a54-4530-987e-8b40d8a53872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:36.802774 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1943b765-9a54-4530-987e-8b40d8a53872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:36.811902 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:36.816246 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c54d76-1116-44b5-86c6-684372f3c1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffe8c51-124b-43b3-a147-c3cca299ebe5,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:36.824600 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f2c54d76-1116-44b5-86c6-684372f3c1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:36.848184 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92982314-995d-43d9-be0e-98b9d85f4052 req-03df7c20-a0d3-445f-912b-98bbab69a7b9 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:36.851118 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92982314-995d-43d9-be0e-98b9d85f4052 req-03df7c20-a0d3-445f-912b-98bbab69a7b9 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 932 time: 0.3360581
Jun 25 14:39:36.851827 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f2c54d76-1116-44b5-86c6-684372f3c1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:36.853425 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-f2c54d76-1116-44b5-86c6-684372f3c1eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ffe8c51-124b-43b3-a147-c3cca299ebe5 HTTP/1.1" status: 204  len: 168 time: 0.8303118
Jun 25 14:39:36.854818 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943b765-9a54-4530-987e-8b40d8a53872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0d00b2-1f2a-4c63-bfd1-42afae655a9c,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:36.860991 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1943b765-9a54-4530-987e-8b40d8a53872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:36.867733 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 32772) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:36.867879 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-1943b765-9a54-4530-987e-8b40d8a53872 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=458c83e628244d0a8ec7ff819c1627b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2138433
Jun 25 14:39:36.927336 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a3db6001-3f1a-4b5e-8321-da77d30f64d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:36.948241 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d380c0fb-dee1-467c-92a3-e96e1de46d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:36.967613 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92982314-995d-43d9-be0e-98b9d85f4052 req-217a1371-6c24-4fca-b522-19bcda6f8f51 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020377
Jun 25 14:39:36.968850 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db6001-3f1a-4b5e-8321-da77d30f64d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3acb7d6-ccb5-488d-a4cb-5c9474475eae,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:36.974565 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-a3db6001-3f1a-4b5e-8321-da77d30f64d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:36.993381 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a3db6001-3f1a-4b5e-8321-da77d30f64d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:36.994501 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-a3db6001-3f1a-4b5e-8321-da77d30f64d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3acb7d6-ccb5-488d-a4cb-5c9474475eae HTTP/1.1" status: 204  len: 168 time: 0.7467921
Jun 25 14:39:37.004218 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5b95bebc-bfee-487e-9bb5-7724837f38ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:37.036136 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5b95bebc-bfee-487e-9bb5-7724837f38ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:37.095178 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5b95bebc-bfee-487e-9bb5-7724837f38ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:37.100794 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:37.114844 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95bebc-bfee-487e-9bb5-7724837f38ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0d00b2-1f2a-4c63-bfd1-42afae655a9c,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:37.118244 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5b95bebc-bfee-487e-9bb5-7724837f38ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:37.120598 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5b95bebc-bfee-487e-9bb5-7724837f38ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:37.121909 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-5b95bebc-bfee-487e-9bb5-7724837f38ba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/af0d00b2-1f2a-4c63-bfd1-42afae655a9c HTTP/1.1" status: 204  len: 168 time: 0.2532415
Jun 25 14:39:37.315174 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Request body: {'port': {'device_id': 'bbbe5401-6cd8-47cf-b6fa-4797810b6871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:39:37.361151 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Request body: {'port': {'device_id': 'afc93075-c330-41fe-8ae1-229956ccc05f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:39:37.713159 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:37.827141 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 32804) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:37.833807 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81ab5b-5bd5-4088-bafb-a2b8b5fef472 req-a9a7cfa2-3bc0-45a2-8cb8-237805bf438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:37.835374 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4b81ab5b-5bd5-4088-bafb-a2b8b5fef472 req-a9a7cfa2-3bc0-45a2-8cb8-237805bf438f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0aa02100a2e14479942bf6a8fedf507b&device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 1097 time: 0.3160141
Jun 25 14:39:37.841183 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6d43fa69-4652-4fb4-9fd3-41706cb68c30 req-25c43f8f-3c15-478f-86b7-fb9ba22b4ce1 service neutron] 10.222.0.16 "GET /v2.0/networks/22e202d2-2336-46fd-9cf3-862842b9f9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5518529
Jun 25 14:39:37.956018 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:37.995846 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08f3e8-36b9-4b12-8469-0afb5c611248 req-d2a8a8b8-4ff7-4ee7-a9b4-ad7ba9359595 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:38.001978 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cb08f3e8-36b9-4b12-8469-0afb5c611248 req-d2a8a8b8-4ff7-4ee7-a9b4-ad7ba9359595 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 943 time: 0.4686048
Jun 25 14:39:38.074127 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e7891256-688d-4a1f-95fb-cc996a537778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:38.187797 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81ab5b-5bd5-4088-bafb-a2b8b5fef472 req-74b056eb-8f8a-41ff-a72a-136ae365791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:38.190368 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4b81ab5b-5bd5-4088-bafb-a2b8b5fef472 req-74b056eb-8f8a-41ff-a72a-136ae365791e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0aa02100a2e14479942bf6a8fedf507b&shared=False HTTP/1.1" status: 200  len: 919 time: 0.3235261
Jun 25 14:39:38.320520 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-206980a7-2598-43f8-9685-e6f7f1a5bedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:38.371630 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81ab5b-5bd5-4088-bafb-a2b8b5fef472 req-6a8b493f-c6a9-4239-87a1-4ac1e4a8f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:38.373749 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4b81ab5b-5bd5-4088-bafb-a2b8b5fef472 req-6a8b493f-c6a9-4239-87a1-4ac1e4a8f0e6 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1610711
Jun 25 14:39:38.578026 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd673a9-3d6b-409a-931c-af0246854808 {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:39:38.587672 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:38.612529 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Transition to ACTIVE for port object 8fd673a9-3d6b-409a-931c-af0246854808 will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:39:38.620123 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-c6f54920-b075-403d-be49-41e55218a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:38.622151 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-c6f54920-b075-403d-be49-41e55218a9ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0aa02100a2e14479942bf6a8fedf507b&device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 1097 time: 0.1259537
Jun 25 14:39:38.623784 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:38.634504 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:38.634894 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e7891256-688d-4a1f-95fb-cc996a537778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:38.668892 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cb08f3e8-36b9-4b12-8469-0afb5c611248 req-b1173e9c-c091-4cf4-b715-71c950da3e1a tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6231992
Jun 25 14:39:38.679774 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e7891256-688d-4a1f-95fb-cc996a537778 admin admin] Usage tracker for resource:security_group_rule and tenant:4e10f6b6dc934b2e9a2a29fbc737eebe is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:38.685728 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e7891256-688d-4a1f-95fb-cc996a537778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:38.734707 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e7891256-688d-4a1f-95fb-cc996a537778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:38.765885 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 784cffeb-d629-4e11-b275-51a388827c0f {{(pid=78435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:39:38.828605 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:38.843483 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:38.916278 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Transition to ACTIVE for port object 784cffeb-d629-4e11-b275-51a388827c0f will not be triggered until provisioned by entity L2. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:39:39.011763 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26825a9-32a4-4989-aa07-b5ac07097ac4 req-bb8dfc7f-15b5-4a43-9eb8-c649f5ef2afc tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:39.013444 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b26825a9-32a4-4989-aa07-b5ac07097ac4 req-bb8dfc7f-15b5-4a43-9eb8-c649f5ef2afc tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 931 time: 1.1034825
Jun 25 14:39:39.035824 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:39.082059 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:39.173176 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-40070ded-ce84-411b-9d63-45e73a4367cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c33ef1e-74e4-48ac-81c2-60f8f279b0fc HTTP/1.1" status: 200  len: 217 time: 0.4954324
Jun 25 14:39:39.194155 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Pushing event updated for resources: {'Port': ['ID=784cffeb-d629-4e11-b275-51a388827c0f,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:39.371923 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd673a9-3d6b-409a-931c-af0246854808,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:39.382815 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:39.393406 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Attempting to bind port 8fd673a9-3d6b-409a-931c-af0246854808 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:39:39.393963 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Attempting to bind port 8fd673a9-3d6b-409a-931c-af0246854808 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '38c52a19-3cfe-4f2a-955f-7223adce4a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:39:39.394502 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Attempting to bind port 8fd673a9-3d6b-409a-931c-af0246854808 on network fe47f01d-0a00-4026-a5a3-3a965d638a88 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:39:39.408685 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Port 8fd673a9-3d6b-409a-931c-af0246854808 on network fe47f01d-0a00-4026-a5a3-3a965d638a88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 14:39:39.409367 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Attempting to bind port 8fd673a9-3d6b-409a-931c-af0246854808 on network fe47f01d-0a00-4026-a5a3-3a965d638a88 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:39:39.417768 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-b25b7d72-5e23-4043-a0fc-29672cc65ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:39.419603 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-b25b7d72-5e23-4043-a0fc-29672cc65ee6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=15d8da82-b461-4601-96f4-3558be16618c HTTP/1.1" status: 200  len: 858 time: 0.2368274
Jun 25 14:39:39.420836 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:39:39.421421 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Checking segment: {'id': '38c52a19-3cfe-4f2a-955f-7223adce4a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:39:39.421993 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Bound using segment: {'id': '38c52a19-3cfe-4f2a-955f-7223adce4a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:39:39.423338 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Bound port: 8fd673a9-3d6b-409a-931c-af0246854808, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c52a19-3cfe-4f2a-955f-7223adce4a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:39:39.423961 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:39.475276 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:39.535818 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b26825a9-32a4-4989-aa07-b5ac07097ac4 req-52ece74e-1218-442a-a5ef-692c0b28ba6f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5019941
Jun 25 14:39:39.612224 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-e2a309eb-5d7a-462c-834f-b01a4950197e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe47f01d-0a00-4026-a5a3-3a965d638a88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1504903
Jun 25 14:39:39.643626 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e7891256-688d-4a1f-95fb-cc996a537778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:39.645978 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Attempting to bind port 784cffeb-d629-4e11-b275-51a388827c0f on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:39:39.646372 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Attempting to bind port 784cffeb-d629-4e11-b275-51a388827c0f by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '41004864-77df-4865-b51e-40b29aebd58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57'}] {{(pid=78435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:39:39.646738 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Attempting to bind port 784cffeb-d629-4e11-b275-51a388827c0f on network 4b57f227-be72-49df-b303-59d0100b6e57 {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:39:39.663072 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37c7fc-58d5-406c-8e5e-1a3abd45f47b req-abe17c4d-600e-465b-b806-49dd79b23b89 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:39.664767 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8f37c7fc-58d5-406c-8e5e-1a3abd45f47b req-abe17c4d-600e-465b-b806-49dd79b23b89 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 944 time: 0.7415848
Jun 25 14:39:39.667914 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e7891256-688d-4a1f-95fb-cc996a537778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:39.682271 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:39.872323 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] For port 8fd673a9-3d6b-409a-931c-af0246854808, host hv-cinder-79809, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:39:39.882108 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] For port 8fd673a9-3d6b-409a-931c-af0246854808, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8fd673a9-3d6b-409a-931c-af0246854808,segment=NetworkSegment(38c52a19-3cfe-4f2a-955f-7223adce4a06),segment_id=38c52a19-3cfe-4f2a-955f-7223adce4a06)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:39:39.904977 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:39.910843 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Port 784cffeb-d629-4e11-b275-51a388827c0f on network 4b57f227-be72-49df-b303-59d0100b6e57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 14:39:39.911170 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Attempting to bind port 784cffeb-d629-4e11-b275-51a388827c0f on network 4b57f227-be72-49df-b303-59d0100b6e57 {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:39:39.918791 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7891256-688d-4a1f-95fb-cc996a537778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc66176-014f-4b3a-b249-4785a80526e9,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:39.931070 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6aaef152-e94c-4be9-bde8-b49394de7a79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:39.963039 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e7891256-688d-4a1f-95fb-cc996a537778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:39.966138 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:39:39.966383 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Checking segment: {'id': '41004864-77df-4865-b51e-40b29aebd58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:39:39.966780 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Bound using segment: {'id': '41004864-77df-4865-b51e-40b29aebd58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57'} {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:39:39.967231 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Bound port: 784cffeb-d629-4e11-b275-51a388827c0f, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41004864-77df-4865-b51e-40b29aebd58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57'}}] {{(pid=78435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:39:39.967707 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:40.056682 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:40.057423 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:40.059149 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] 10.222.0.16 "PUT /v2.0/ports/8fd673a9-3d6b-409a-931c-af0246854808 HTTP/1.1" status: 200  len: 1094 time: 2.7095113
Jun 25 14:39:40.087577 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc93075-c330-41fe-8ae1-229956ccc05f', 'tag': '8fd673a9-3d6b-409a-931c-af0246854808'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:39:40.095773 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-f3a33cdc-15c8-43d4-99ff-752c03052e6d service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3982146
Jun 25 14:39:40.168752 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e7891256-688d-4a1f-95fb-cc996a537778 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e10f6b6dc934b2e9a2a29fbc737eebe&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3329370
Jun 25 14:39:40.223116 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 32936) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:40.302383 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] For port 784cffeb-d629-4e11-b275-51a388827c0f, host hv-cinder-79809, cleared binding levels {{(pid=78435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:39:40.306229 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] For port 784cffeb-d629-4e11-b275-51a388827c0f, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=784cffeb-d629-4e11-b275-51a388827c0f,segment=NetworkSegment(41004864-77df-4865-b51e-40b29aebd58b),segment_id=41004864-77df-4865-b51e-40b29aebd58b)] {{(pid=78435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:39:40.315928 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8f37c7fc-58d5-406c-8e5e-1a3abd45f47b req-ae0d7117-8c49-457c-a10c-d975735f9e85 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6360588
Jun 25 14:39:40.327624 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:40.369045 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:40.443148 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:40.444073 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for port, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:40.445761 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] 10.222.0.16 "PUT /v2.0/ports/784cffeb-d629-4e11-b275-51a388827c0f HTTP/1.1" status: 200  len: 1093 time: 3.1362185
Jun 25 14:39:40.446237 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd673a9-3d6b-409a-931c-af0246854808,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:40.459858 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:40.475306 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbe5401-6cd8-47cf-b6fa-4797810b6871', 'tag': '784cffeb-d629-4e11-b275-51a388827c0f'}] {{(pid=78435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:39:40.621538 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846786b1-4f59-4939-ae38-4d276acbe7de req-fefd1786-acaa-4fd4-b39e-7e302265a5b0 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:40.623328 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-846786b1-4f59-4939-ae38-4d276acbe7de req-fefd1786-acaa-4fd4-b39e-7e302265a5b0 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 943 time: 0.6133516
Jun 25 14:39:40.660560 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c53c7c00-c2d6-4c9a-8942-ce806998b8ab req-1085a064-7b3d-424f-9146-366267658228 service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5492551
Jun 25 14:39:40.693786 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-89203ee1-72ea-4c9e-821b-afae43218155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:40.695485 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-89203ee1-72ea-4c9e-821b-afae43218155 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0aa02100a2e14479942bf6a8fedf507b&device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 1097 time: 0.5302272
Jun 25 14:39:40.697364 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc93075-c330-41fe-8ae1-229956ccc05f', 'tag': '8fd673a9-3d6b-409a-931c-af0246854808', 'status': 'completed', 'code': 200}
Jun 25 14:39:40.722010 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5a7be169-20b0-487a-92b9-6a036db5d22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:40.738643 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Pushing event updated for resources: {'Port': ['ID=784cffeb-d629-4e11-b275-51a388827c0f,revision_number=3']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:40.761245 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:40.761595 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5a7be169-20b0-487a-92b9-6a036db5d22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:40.827330 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-846786b1-4f59-4939-ae38-4d276acbe7de req-361648d9-67b9-449f-860d-2899a866c979 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825190
Jun 25 14:39:40.834401 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbe5401-6cd8-47cf-b6fa-4797810b6871', 'tag': '784cffeb-d629-4e11-b275-51a388827c0f', 'status': 'completed', 'code': 200}
Jun 25 14:39:40.878135 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-b9cdabee-ed7e-4f6e-bb0d-8af1ae9e643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:40.880401 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-b9cdabee-ed7e-4f6e-bb0d-8af1ae9e643d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 1096 time: 0.3387380
Jun 25 14:39:40.929624 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-57717211-fcfe-4691-bc90-aff544eb3fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:40.981638 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-eb366aa2-8a39-4aa4-b315-fa3ccd8da53a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fd673a9-3d6b-409a-931c-af0246854808 HTTP/1.1" status: 200  len: 217 time: 0.1582229
Jun 25 14:39:41.034372 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5a7be169-20b0-487a-92b9-6a036db5d22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:41.044383 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4bf28d93-5f1b-4fa1-a72b-0e99424cf36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:41.058664 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7be169-20b0-487a-92b9-6a036db5d22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc66176-014f-4b3a-b249-4785a80526e9,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:41.066413 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5a7be169-20b0-487a-92b9-6a036db5d22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:41.100852 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5a7be169-20b0-487a-92b9-6a036db5d22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:41.105442 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-5a7be169-20b0-487a-92b9-6a036db5d22d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2fc66176-014f-4b3a-b249-4785a80526e9 HTTP/1.1" status: 204  len: 168 time: 0.8711612
Jun 25 14:39:41.113916 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-19115217-4387-4eca-b426-184477169871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:41.115434 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-19115217-4387-4eca-b426-184477169871 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=15d8da82-b461-4601-96f4-3558be16618c HTTP/1.1" status: 200  len: 858 time: 0.1256509
Jun 25 14:39:41.155767 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-7db69f3c-69ca-480d-9d19-06bdc108c9f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=784cffeb-d629-4e11-b275-51a388827c0f HTTP/1.1" status: 200  len: 217 time: 0.2499850
Jun 25 14:39:41.199503 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-988a4583-5034-4284-bd92-578931dffa54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe47f01d-0a00-4026-a5a3-3a965d638a88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0709748
Jun 25 14:39:41.348598 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 41fededc-8f56-41fb-9535-950590d98d7a details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 14:39:41.367954 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-124be8d7-d370-4331-98a5-8dcb20e93355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:41.373328 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-124be8d7-d370-4331-98a5-8dcb20e93355 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9265467f-1c70-41b0-a5d8-95ad79db0d39 HTTP/1.1" status: 200  len: 850 time: 0.2043800
Jun 25 14:39:41.579345 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-32a23ede-efdf-4367-829e-8c77afe189b4 service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3626466
Jun 25 14:39:41.615319 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f99b4-1ef5-4889-ac8e-36b579c4ccbf req-1656a8f4-6317-4a7c-8a1a-b0791d440268 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:41.616954 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ba9f99b4-1ef5-4889-ac8e-36b579c4ccbf req-1656a8f4-6317-4a7c-8a1a-b0791d440268 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 943 time: 0.5587544
Jun 25 14:39:41.739500 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-917ffa27-5b9b-4bad-ad9c-b2f97eadc2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:41.741056 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-917ffa27-5b9b-4bad-ad9c-b2f97eadc2ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b57f227-be72-49df-b303-59d0100b6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3588870
Jun 25 14:39:41.753957 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ba9f99b4-1ef5-4889-ac8e-36b579c4ccbf req-24e3fc86-aad4-4d75-ac9e-ffcf0079fdef tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1148043
Jun 25 14:39:41.887190 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 41fededc-8f56-41fb-9535-950590d98d7a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=41fededc-8f56-41fb-9535-950590d98d7a,segment=NetworkSegment(2adc1b6f-f630-40aa-b889-e1e5a75c1bf8),segment_id=2adc1b6f-f630-40aa-b889-e1e5a75c1bf8)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:39:41.917544 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:41.943688 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': '41fededc-8f56-41fb-9535-950590d98d7a', 'network_id': '22e202d2-2336-46fd-9cf3-862842b9f9b2', 'port_id': '41fededc-8f56-41fb-9535-950590d98d7a', 'mac_address': 'fa:16:3e:9a:a5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219404d4-c6ec-479c-bff7-4b572eb2c406', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 14:39:42.101728 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:42.149047 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41fededc-8f56-41fb-9535-950590d98d7a {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:39:42.159978 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7a7b9c53-152c-4a18-80ef-73709df2e4aa req-025d4aee-0eb3-42dd-8b18-52081a5b773c service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5745120
Jun 25 14:39:42.191277 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 41fededc-8f56-41fb-9535-950590d98d7a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=41fededc-8f56-41fb-9535-950590d98d7a,segment=NetworkSegment(2adc1b6f-f630-40aa-b889-e1e5a75c1bf8),segment_id=2adc1b6f-f630-40aa-b889-e1e5a75c1bf8)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:39:42.202473 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:42.204949 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:42.251006 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-2b5ac193-9eee-4478-96be-283ca1f7f48d service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4927020
Jun 25 14:39:42.381952 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 33034) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:42.387196 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=41fededc-8f56-41fb-9535-950590d98d7a,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:42.393674 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:42.443300 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb181c-6774-4c73-93c6-cb3c189d3231 req-bfa5f298-eeec-4f8e-bd6b-478e67778e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:42.445161 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-dadb181c-6774-4c73-93c6-cb3c189d3231 req-bfa5f298-eeec-4f8e-bd6b-478e67778e21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0aa02100a2e14479942bf6a8fedf507b&device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 1097 time: 0.1323500
Jun 25 14:39:42.498641 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c189e9-4303-424f-85f3-82a3f1ba0c66 req-5760a649-1c6f-41c5-8601-9b72891ac880 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:42.500212 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a4c189e9-4303-424f-85f3-82a3f1ba0c66 req-5760a649-1c6f-41c5-8601-9b72891ac880 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 944 time: 0.5528028
Jun 25 14:39:42.517667 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a9f19-66de-49f1-89f1-5cec75c610e7 req-4e1752fe-78de-4e39-b0c9-cdb61712aee9 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:42.520061 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5e2a9f19-66de-49f1-89f1-5cec75c610e7 req-4e1752fe-78de-4e39-b0c9-cdb61712aee9 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 944 time: 0.3252556
Jun 25 14:39:42.607006 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c888c51d-04d4-4881-a652-4d84cf0731cc req-6a28253d-e202-46d1-8332-3130c473ea80 service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3111882
Jun 25 14:39:42.661403 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5e2a9f19-66de-49f1-89f1-5cec75c610e7 req-343b7233-99bc-4ee0-ab5c-ec8b6583f90b tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207814
Jun 25 14:39:42.680862 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a4c189e9-4303-424f-85f3-82a3f1ba0c66 req-73f1ef5b-fee8-4609-b0b7-406bc5ef950c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580956
Jun 25 14:39:42.695379 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['41fededc-8f56-41fb-9535-950590d98d7a'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:39:42.824770 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb181c-6774-4c73-93c6-cb3c189d3231 req-53cdeeff-79a8-4bcb-bafb-1ea38022184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:42.827591 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-dadb181c-6774-4c73-93c6-cb3c189d3231 req-53cdeeff-79a8-4bcb-bafb-1ea38022184e service neutron] 10.222.0.16 "GET /v2.0/networks?id=fe47f01d-0a00-4026-a5a3-3a965d638a88 HTTP/1.1" status: 200  len: 919 time: 0.3678033
Jun 25 14:39:42.882581 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8b03-9c17-46d3-b498-b907f332348e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:42.919613 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-8ecc8b03-9c17-46d3-b498-b907f332348e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:42.950657 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-dadb181c-6774-4c73-93c6-cb3c189d3231 req-b02decc7-b101-40eb-8008-501c7887b955 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fd673a9-3d6b-409a-931c-af0246854808 HTTP/1.1" status: 200  len: 217 time: 0.1127915
Jun 25 14:39:42.969653 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-8ecc8b03-9c17-46d3-b498-b907f332348e admin admin] Usage tracker for resource:security_group_rule and tenant:f726adf185454b4cab63ae67f55153b1 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:42.978829 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-8ecc8b03-9c17-46d3-b498-b907f332348e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:42.987170 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-8ecc8b03-9c17-46d3-b498-b907f332348e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:43.030986 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c47b3-8ea0-4ee0-865b-a34f232a75aa req-49d2b374-4460-4ecf-85d2-e41af8ffbe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:43.034185 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-680c47b3-8ea0-4ee0-865b-a34f232a75aa req-49d2b374-4460-4ecf-85d2-e41af8ffbe08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 1096 time: 0.2780819
Jun 25 14:39:43.067113 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb181c-6774-4c73-93c6-cb3c189d3231 req-f8739401-ad5f-428f-a3ef-60eed757a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:43.070506 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-dadb181c-6774-4c73-93c6-cb3c189d3231 req-f8739401-ad5f-428f-a3ef-60eed757a740 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=15d8da82-b461-4601-96f4-3558be16618c HTTP/1.1" status: 200  len: 858 time: 0.1107614
Jun 25 14:39:43.177075 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-dadb181c-6774-4c73-93c6-cb3c189d3231 req-ac47ea06-a534-436d-a79c-b76d3ad8b2bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe47f01d-0a00-4026-a5a3-3a965d638a88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0963886
Jun 25 14:39:43.273889 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db33878-9802-4fd3-9abe-ecb9af830906 req-c0b31b00-38d0-462d-90f4-b0aa9f7b8047 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:43.275466 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8db33878-9802-4fd3-9abe-ecb9af830906 req-c0b31b00-38d0-462d-90f4-b0aa9f7b8047 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 943 time: 0.3513520
Jun 25 14:39:43.280397 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:43.313571 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 14:39:43.563080 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-dadb181c-6774-4c73-93c6-cb3c189d3231 req-6c8bdfdc-4eb2-42ce-8956-691afc4fb498 service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3786180
Jun 25 14:39:43.627147 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9c33ef1e-74e4-48ac-81c2-60f8f279b0fc,segment=NetworkSegment(38c52a19-3cfe-4f2a-955f-7223adce4a06),segment_id=38c52a19-3cfe-4f2a-955f-7223adce4a06)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:39:43.650148 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': '9c33ef1e-74e4-48ac-81c2-60f8f279b0fc', 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88', 'port_id': '9c33ef1e-74e4-48ac-81c2-60f8f279b0fc', 'mac_address': 'fa:16:3e:28:78:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d8da82-b461-4601-96f4-3558be16618c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 14:39:43.655269 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c47b3-8ea0-4ee0-865b-a34f232a75aa req-ba438f02-f170-40cc-8447-c6eed95857d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:43.659012 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-680c47b3-8ea0-4ee0-865b-a34f232a75aa req-ba438f02-f170-40cc-8447-c6eed95857d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 200  len: 912 time: 0.6032608
Jun 25 14:39:43.664731 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8db33878-9802-4fd3-9abe-ecb9af830906 req-186e192d-c424-4b9a-b4f3-6e6866b2bd41 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3788846
Jun 25 14:39:43.771061 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:43.809021 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:39:43.864787 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9c33ef1e-74e4-48ac-81c2-60f8f279b0fc,segment=NetworkSegment(38c52a19-3cfe-4f2a-955f-7223adce4a06),segment_id=38c52a19-3cfe-4f2a-955f-7223adce4a06)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:39:43.870284 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8b03-9c17-46d3-b498-b907f332348e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:43.880438 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:43.883491 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-dadb181c-6774-4c73-93c6-cb3c189d3231 req-97c96cf1-f2d6-4d81-8623-c0d9411a282f service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3115370
Jun 25 14:39:43.890873 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:43.925757 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-680c47b3-8ea0-4ee0-865b-a34f232a75aa req-6accfeb9-ea73-418f-b2c5-cc04159e1832 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=784cffeb-d629-4e11-b275-51a388827c0f HTTP/1.1" status: 200  len: 217 time: 0.2468672
Jun 25 14:39:43.926855 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8b03-9c17-46d3-b498-b907f332348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:44.006251 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:44.025431 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-8ecc8b03-9c17-46d3-b498-b907f332348e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f726adf185454b4cab63ae67f55153b1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5752013
Jun 25 14:39:44.025977 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 33110) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:44.051172 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=9c33ef1e-74e4-48ac-81c2-60f8f279b0fc,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:44.065547 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:44.112985 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-dad08f6d-b5f9-4a2b-9d0c-baee30a18827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:44.155902 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-dad08f6d-b5f9-4a2b-9d0c-baee30a18827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:44.239203 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-dad08f6d-b5f9-4a2b-9d0c-baee30a18827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:44.242985 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc8b03-9c17-46d3-b498-b907f332348e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59744a4d-b42d-4c66-ad72-0245ab4b057a,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:44.244750 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:44.260347 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad08f6d-b5f9-4a2b-9d0c-baee30a18827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59744a4d-b42d-4c66-ad72-0245ab4b057a,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:44.261111 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-8ecc8b03-9c17-46d3-b498-b907f332348e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:44.265198 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-dad08f6d-b5f9-4a2b-9d0c-baee30a18827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:44.271479 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-dad08f6d-b5f9-4a2b-9d0c-baee30a18827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:44.273528 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-dad08f6d-b5f9-4a2b-9d0c-baee30a18827 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/59744a4d-b42d-4c66-ad72-0245ab4b057a HTTP/1.1" status: 204  len: 168 time: 0.2463522
Jun 25 14:39:44.291913 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c47b3-8ea0-4ee0-865b-a34f232a75aa req-37b7ba24-84aa-40c4-a2b5-fd34dd13fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:44.294408 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-680c47b3-8ea0-4ee0-865b-a34f232a75aa req-37b7ba24-84aa-40c4-a2b5-fd34dd13fb8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9265467f-1c70-41b0-a5d8-95ad79db0d39 HTTP/1.1" status: 200  len: 850 time: 0.2897899
Jun 25 14:39:44.357063 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['9c33ef1e-74e4-48ac-81c2-60f8f279b0fc'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:39:44.458111 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161bada-96a4-45d9-9ce5-6470c5602718 req-3cbf5de2-1548-4bfc-9dd6-0a26087b2378 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:44.460165 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8161bada-96a4-45d9-9ce5-6470c5602718 req-3cbf5de2-1548-4bfc-9dd6-0a26087b2378 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 944 time: 0.3913665
Jun 25 14:39:44.488502 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3145f0-5d97-4535-9e43-ee287714f9e3 req-311a61e5-fe88-409b-8135-37554490734a tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:44.499732 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2d3145f0-5d97-4535-9e43-ee287714f9e3 req-311a61e5-fe88-409b-8135-37554490734a tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 944 time: 0.4626589
Jun 25 14:39:44.561710 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c47b3-8ea0-4ee0-865b-a34f232a75aa req-96b11a93-b205-48a5-8c68-56f3f49281df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:44.561710 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-680c47b3-8ea0-4ee0-865b-a34f232a75aa req-96b11a93-b205-48a5-8c68-56f3f49281df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b57f227-be72-49df-b303-59d0100b6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2410116
Jun 25 14:39:44.649845 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2d3145f0-5d97-4535-9e43-ee287714f9e3 req-80bb2d2d-a73b-4a5d-aeab-b528f5109a07 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480823
Jun 25 14:39:44.770749 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8161bada-96a4-45d9-9ce5-6470c5602718 req-7dbe7857-6f46-459a-a448-cfa06a4ec4d9 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2956846
Jun 25 14:39:44.905524 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-680c47b3-8ea0-4ee0-865b-a34f232a75aa req-a550ee34-d7d3-40da-a5e1-6db9b57b8702 service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3290930
Jun 25 14:39:45.001725 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 33130) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:45.026541 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe4fd-7dc9-4592-bb43-7cad46276ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:45.043438 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0d3fe4fd-7dc9-4592-bb43-7cad46276ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:45.047987 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0d3fe4fd-7dc9-4592-bb43-7cad46276ceb admin admin] Usage tracker for resource:security_group_rule and tenant:fe9e342f28b74a1db2492e6c6260e06a is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:45.052922 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0d3fe4fd-7dc9-4592-bb43-7cad46276ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:45.061041 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0d3fe4fd-7dc9-4592-bb43-7cad46276ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:45.077664 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd6610-8cf6-44ae-9981-409032cef592 req-7d3628eb-9167-4bf8-8319-0c49ee88fa01 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:45.080877 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-61fd6610-8cf6-44ae-9981-409032cef592 req-7d3628eb-9167-4bf8-8319-0c49ee88fa01 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 943 time: 0.2260947
Jun 25 14:39:45.158059 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-680c47b3-8ea0-4ee0-865b-a34f232a75aa req-02e8792c-bd45-4464-8472-d93fd36349d8 service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2403982
Jun 25 14:39:45.201958 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-61fd6610-8cf6-44ae-9981-409032cef592 req-74fd70c3-c975-45aa-b7d3-6afd74da4d4a tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970151
Jun 25 14:39:45.210913 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe4fd-7dc9-4592-bb43-7cad46276ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:45.219556 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe4fd-7dc9-4592-bb43-7cad46276ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:45.229823 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:45.278572 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe4fd-7dc9-4592-bb43-7cad46276ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92818395-b025-4c6d-99e2-c79ea283b32b,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:45.282119 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0d3fe4fd-7dc9-4592-bb43-7cad46276ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:45.288612 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 33148) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:45.288806 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-0d3fe4fd-7dc9-4592-bb43-7cad46276ceb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe9e342f28b74a1db2492e6c6260e06a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2857437
Jun 25 14:39:45.331450 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 8fd673a9-3d6b-409a-931c-af0246854808 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 14:39:45.390172 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5d82d29a-9e34-4f29-be10-1c90b5d721f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:45.432368 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5d82d29a-9e34-4f29-be10-1c90b5d721f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:45.441775 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 41fededc-8f56-41fb-9535-950590d98d7a up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:39:45.519432 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5d82d29a-9e34-4f29-be10-1c90b5d721f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:45.524372 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:45.576967 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82d29a-9e34-4f29-be10-1c90b5d721f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92818395-b025-4c6d-99e2-c79ea283b32b,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:45.583176 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5d82d29a-9e34-4f29-be10-1c90b5d721f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:45.607577 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port 41fededc-8f56-41fb-9535-950590d98d7a completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:39:45.614758 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5d82d29a-9e34-4f29-be10-1c90b5d721f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:45.618355 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-5d82d29a-9e34-4f29-be10-1c90b5d721f3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/92818395-b025-4c6d-99e2-c79ea283b32b HTTP/1.1" status: 204  len: 168 time: 0.3262715
Jun 25 14:39:45.651880 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port 41fededc-8f56-41fb-9535-950590d98d7a triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:39:45.652514 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:45.754460 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 8fd673a9-3d6b-409a-931c-af0246854808, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8fd673a9-3d6b-409a-931c-af0246854808,segment=NetworkSegment(38c52a19-3cfe-4f2a-955f-7223adce4a06),segment_id=38c52a19-3cfe-4f2a-955f-7223adce4a06)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:39:45.776545 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 33170) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:45.787720 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': '8fd673a9-3d6b-409a-931c-af0246854808', 'network_id': 'fe47f01d-0a00-4026-a5a3-3a965d638a88', 'port_id': '8fd673a9-3d6b-409a-931c-af0246854808', 'mac_address': 'fa:16:3e:cf:70:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d8da82-b461-4601-96f4-3558be16618c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 14:39:45.987031 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:46.020952 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4e6da-4fb1-429b-bd4d-281fa33b1f7d req-c6755235-e134-4569-b450-804adc568520 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:46.025425 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd673a9-3d6b-409a-931c-af0246854808 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:39:46.028428 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f6c4e6da-4fb1-429b-bd4d-281fa33b1f7d req-c6755235-e134-4569-b450-804adc568520 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 944 time: 0.2252998
Jun 25 14:39:46.029804 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:46.103070 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 41fededc-8f56-41fb-9535-950590d98d7a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=41fededc-8f56-41fb-9535-950590d98d7a,segment=NetworkSegment(2adc1b6f-f630-40aa-b889-e1e5a75c1bf8),segment_id=2adc1b6f-f630-40aa-b889-e1e5a75c1bf8)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:39:46.105716 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9c3871-af75-4a15-b9ad-25b1c5597587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fededc-8f56-41fb-9535-950590d98d7a'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:39:46.162746 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f6c4e6da-4fb1-429b-bd4d-281fa33b1f7d req-bdb1795d-005d-4ce9-9884-01df9c1afbfe tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331193
Jun 25 14:39:46.187298 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4fc78-9894-4d26-93a6-a09b5d693f0c req-a90a364c-8d5a-4b44-b82a-d635ef92a6b7 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:46.192689 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92e4fc78-9894-4d26-93a6-a09b5d693f0c req-a90a364c-8d5a-4b44-b82a-d635ef92a6b7 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 944 time: 0.1801653
Jun 25 14:39:46.215557 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:46.222600 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:46.265379 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92e4fc78-9894-4d26-93a6-a09b5d693f0c req-486cf147-7aac-4da7-8788-3c1e13e389a3 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631452
Jun 25 14:39:46.273417 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 8fd673a9-3d6b-409a-931c-af0246854808, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8fd673a9-3d6b-409a-931c-af0246854808,segment=NetworkSegment(38c52a19-3cfe-4f2a-955f-7223adce4a06),segment_id=38c52a19-3cfe-4f2a-955f-7223adce4a06)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:39:46.283586 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:46.284320 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 784cffeb-d629-4e11-b275-51a388827c0f details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 14:39:46.321037 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 33186) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:46.325089 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-024872ea-2913-416a-8176-ab88fb667cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:46.362033 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5f3e9d02-7b1e-4921-b8cc-fd57865cd1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:46.363306 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-024872ea-2913-416a-8176-ab88fb667cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:46.375524 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-024872ea-2913-416a-8176-ab88fb667cf4 admin admin] Usage tracker for resource:security_group_rule and tenant:e9117bc8c1734ded95549356c45b2c83 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:46.380163 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-5f3e9d02-7b1e-4921-b8cc-fd57865cd1b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:46.381366 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-024872ea-2913-416a-8176-ab88fb667cf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:46.385602 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-5f3e9d02-7b1e-4921-b8cc-fd57865cd1b4 admin admin] Usage tracker for resource:security_group_rule and tenant:a457dec18840430ca9ee823fb3d9e74f is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:46.389033 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-024872ea-2913-416a-8176-ab88fb667cf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:46.393339 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-5f3e9d02-7b1e-4921-b8cc-fd57865cd1b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:46.403213 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-5f3e9d02-7b1e-4921-b8cc-fd57865cd1b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:46.502942 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 33190) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:46.534268 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 784cffeb-d629-4e11-b275-51a388827c0f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=784cffeb-d629-4e11-b275-51a388827c0f,segment=NetworkSegment(41004864-77df-4865-b51e-40b29aebd58b),segment_id=41004864-77df-4865-b51e-40b29aebd58b)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:39:46.549175 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-024872ea-2913-416a-8176-ab88fb667cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:46.556315 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-024872ea-2913-416a-8176-ab88fb667cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:46.562368 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': '784cffeb-d629-4e11-b275-51a388827c0f', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'port_id': '784cffeb-d629-4e11-b275-51a388827c0f', 'mac_address': 'fa:16:3e:1a:b6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 14:39:46.564304 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=41fededc-8f56-41fb-9535-950590d98d7a,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:46.570030 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:46.571397 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:46.579750 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:46.639014 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-024872ea-2913-416a-8176-ab88fb667cf4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e9117bc8c1734ded95549356c45b2c83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8657706
Jun 25 14:39:46.641889 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 33198) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:46.645582 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024872ea-2913-416a-8176-ab88fb667cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1eadef-d12b-4be6-aa65-113614c0be51,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:46.681653 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-024872ea-2913-416a-8176-ab88fb667cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:46.796827 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980833d7-1bee-46de-8b8f-70e7d02b87ea req-e9c2b775-cffd-4840-bd5c-03e5c97e57b2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:46.797344 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:46.798451 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-980833d7-1bee-46de-8b8f-70e7d02b87ea req-e9c2b775-cffd-4840-bd5c-03e5c97e57b2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 943 time: 0.3296263
Jun 25 14:39:46.800332 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a4ea78ec-94fa-44f4-b29f-4b33a0fbc71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:46.829275 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=8fd673a9-3d6b-409a-931c-af0246854808,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:46.833387 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:46.837100 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-a4ea78ec-94fa-44f4-b29f-4b33a0fbc71a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:46.837435 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784cffeb-d629-4e11-b275-51a388827c0f {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:39:46.844087 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-50ad11d2-2909-46bc-857c-4b87521d5611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:46.844674 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5f3e9d02-7b1e-4921-b8cc-fd57865cd1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:46.851014 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-a4ea78ec-94fa-44f4-b29f-4b33a0fbc71a admin admin] Usage tracker for resource:security_group_rule and tenant:02c5f12b42654d21a62ae9e8d1fb60b8 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:46.855058 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-a4ea78ec-94fa-44f4-b29f-4b33a0fbc71a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:46.858732 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 784cffeb-d629-4e11-b275-51a388827c0f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=784cffeb-d629-4e11-b275-51a388827c0f,segment=NetworkSegment(41004864-77df-4865-b51e-40b29aebd58b),segment_id=41004864-77df-4865-b51e-40b29aebd58b)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:39:46.863395 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-a4ea78ec-94fa-44f4-b29f-4b33a0fbc71a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:46.864007 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:46.865681 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5f3e9d02-7b1e-4921-b8cc-fd57865cd1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:46.868552 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:46.878650 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-bd47dd19-8761-46ac-ba48-214d30cf8f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:46.918496 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e9d02-7b1e-4921-b8cc-fd57865cd1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78119728-6562-409a-a9c3-fe74b19946a0,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:46.926876 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-980833d7-1bee-46de-8b8f-70e7d02b87ea req-3b33aba0-0ce6-429a-a1f9-7ea5691591e6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1221755
Jun 25 14:39:46.927774 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5f3e9d02-7b1e-4921-b8cc-fd57865cd1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:46.947324 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-5f3e9d02-7b1e-4921-b8cc-fd57865cd1b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a457dec18840430ca9ee823fb3d9e74f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6245468
Jun 25 14:39:46.950144 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 33208) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:46.968958 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-50ad11d2-2909-46bc-857c-4b87521d5611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:46.971941 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=784cffeb-d629-4e11-b275-51a388827c0f,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:46.976078 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:47.027234 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9c3871-af75-4a15-b9ad-25b1c5597587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fededc-8f56-41fb-9535-950590d98d7a', 'code': 200}
Jun 25 14:39:47.047043 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-13801a25-06d1-4ca5-8f40-ebb2092c768b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:47.096240 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-13801a25-06d1-4ca5-8f40-ebb2092c768b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:47.160671 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a4ea78ec-94fa-44f4-b29f-4b33a0fbc71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:47.161948 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-50ad11d2-2909-46bc-857c-4b87521d5611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:47.167974 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f39643e8-8d3e-4776-b9b7-0e821928aa4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:47.178246 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a4ea78ec-94fa-44f4-b29f-4b33a0fbc71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:47.197523 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-13801a25-06d1-4ca5-8f40-ebb2092c768b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:47.201334 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad11d2-2909-46bc-857c-4b87521d5611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1eadef-d12b-4be6-aa65-113614c0be51,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:47.203189 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5f3e9d02-7b1e-4921-b8cc-fd57865cd1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:47.204003 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-50ad11d2-2909-46bc-857c-4b87521d5611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:47.209568 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-dad08f6d-b5f9-4a2b-9d0c-baee30a18827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:47.223296 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13801a25-06d1-4ca5-8f40-ebb2092c768b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78119728-6562-409a-a9c3-fe74b19946a0,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:47.231542 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-13801a25-06d1-4ca5-8f40-ebb2092c768b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:47.236436 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-13801a25-06d1-4ca5-8f40-ebb2092c768b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:47.238467 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-13801a25-06d1-4ca5-8f40-ebb2092c768b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/78119728-6562-409a-a9c3-fe74b19946a0 HTTP/1.1" status: 204  len: 168 time: 0.2858098
Jun 25 14:39:47.276850 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-50ad11d2-2909-46bc-857c-4b87521d5611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:47.277894 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-50ad11d2-2909-46bc-857c-4b87521d5611 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b1eadef-d12b-4be6-aa65-113614c0be51 HTTP/1.1" status: 204  len: 168 time: 0.6348901
Jun 25 14:39:47.296038 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-a4ea78ec-94fa-44f4-b29f-4b33a0fbc71a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=02c5f12b42654d21a62ae9e8d1fb60b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7917864
Jun 25 14:39:47.300441 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 33220) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:47.321063 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea78ec-94fa-44f4-b29f-4b33a0fbc71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78691d9e-f6fe-46fe-89ea-b8de9f291de9,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:47.328968 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-a4ea78ec-94fa-44f4-b29f-4b33a0fbc71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:47.345390 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:39:47.511942 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['8fd673a9-3d6b-409a-931c-af0246854808'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:39:47.550954 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['784cffeb-d629-4e11-b275-51a388827c0f'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:39:47.604435 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:39:47.683671 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9541b874-19cd-4652-a472-0082ab1ae682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:47.760202 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9541b874-19cd-4652-a472-0082ab1ae682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:47.790897 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:39:47.821441 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:39:47.822702 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:47.848553 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e725514-3e76-441a-aaa1-c2de60146afa req-13066b1d-23ef-4e7b-9a32-96ed67e97af4 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:47.850109 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6e725514-3e76-441a-aaa1-c2de60146afa req-13066b1d-23ef-4e7b-9a32-96ed67e97af4 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 945 time: 0.3425779
Jun 25 14:39:47.854722 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1ccc4-e3fa-4f48-bf80-dc20da29b9c7 req-06d6bb83-a6c8-4891-9fc4-9d8224bb5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:47.855998 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-64b1ccc4-e3fa-4f48-bf80-dc20da29b9c7 req-06d6bb83-a6c8-4891-9fc4-9d8224bb5b86 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 1098 time: 0.4131866
Jun 25 14:39:47.883551 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ec70-538e-4015-9165-0180ed4af8ac req-cca31db5-d022-4f2b-bae6-8ca2650968d8 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:47.885117 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2de1ec70-538e-4015-9165-0180ed4af8ac req-cca31db5-d022-4f2b-bae6-8ca2650968d8 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 945 time: 0.3764248
Jun 25 14:39:47.913985 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9541b874-19cd-4652-a472-0082ab1ae682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:47.934393 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-a8cb047d-7c3d-4981-aa9d-5d6d9a8f9432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:47.955460 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-64b1ccc4-e3fa-4f48-bf80-dc20da29b9c7 req-40fb95ba-312d-4203-a023-79f9826bb1fd service neutron] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:47.990902 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541b874-19cd-4652-a472-0082ab1ae682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78691d9e-f6fe-46fe-89ea-b8de9f291de9,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:47.990902 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9541b874-19cd-4652-a472-0082ab1ae682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:47.998470 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6e725514-3e76-441a-aaa1-c2de60146afa req-4f048685-2e2b-451c-8e53-2476d8ce571b tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387947
Jun 25 14:39:48.010332 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [req-64b1ccc4-e3fa-4f48-bf80-dc20da29b9c7 req-40fb95ba-312d-4203-a023-79f9826bb1fd service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:48.020019 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9541b874-19cd-4652-a472-0082ab1ae682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:48.021152 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-9541b874-19cd-4652-a472-0082ab1ae682 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/78691d9e-f6fe-46fe-89ea-b8de9f291de9 HTTP/1.1" status: 204  len: 168 time: 0.7197280
Jun 25 14:39:48.023928 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-64b1ccc4-e3fa-4f48-bf80-dc20da29b9c7 req-40fb95ba-312d-4203-a023-79f9826bb1fd service neutron] Usage tracker for resource:security_group_rule and tenant:d58a64c72e2e4feba6664110652d904b is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:48.029505 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2de1ec70-538e-4015-9165-0180ed4af8ac req-27f08562-c428-4842-876d-bc7cd8bc8dc5 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195519
Jun 25 14:39:48.030844 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-64b1ccc4-e3fa-4f48-bf80-dc20da29b9c7 req-40fb95ba-312d-4203-a023-79f9826bb1fd service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:48.041876 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [req-64b1ccc4-e3fa-4f48-bf80-dc20da29b9c7 req-40fb95ba-312d-4203-a023-79f9826bb1fd service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:48.111687 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 33242) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:48.179303 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-846d533f-5a80-489c-b9e1-2f6f656a2bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:48.213574 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-846d533f-5a80-489c-b9e1-2f6f656a2bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:48.221507 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-846d533f-5a80-489c-b9e1-2f6f656a2bab admin admin] Usage tracker for resource:security_group_rule and tenant:d88d424e3ce7419a83cedde487a1da1d is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:48.228208 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-846d533f-5a80-489c-b9e1-2f6f656a2bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:48.243340 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-846d533f-5a80-489c-b9e1-2f6f656a2bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:48.293354 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:48.366248 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9c33ef1e-74e4-48ac-81c2-60f8f279b0fc,segment=NetworkSegment(38c52a19-3cfe-4f2a-955f-7223adce4a06),segment_id=38c52a19-3cfe-4f2a-955f-7223adce4a06)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:39:48.374175 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:48.376261 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:48.452346 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-846d533f-5a80-489c-b9e1-2f6f656a2bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:48.461738 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-846d533f-5a80-489c-b9e1-2f6f656a2bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:48.473534 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b353aa-93a3-4ebd-a2a6-a7404dcf66f0 req-011425c4-9ed1-429f-851e-a7ffce0f5b50 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:48.475736 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a0b353aa-93a3-4ebd-a2a6-a7404dcf66f0 req-011425c4-9ed1-429f-851e-a7ffce0f5b50 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 944 time: 0.2958190
Jun 25 14:39:48.501940 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-024872ea-2913-416a-8176-ab88fb667cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:48.546023 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=9c33ef1e-74e4-48ac-81c2-60f8f279b0fc,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:48.553612 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:48.579395 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-64b1ccc4-e3fa-4f48-bf80-dc20da29b9c7 req-40fb95ba-312d-4203-a023-79f9826bb1fd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:48.585399 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a0b353aa-93a3-4ebd-a2a6-a7404dcf66f0 req-1a3460a1-87a2-4a8f-a828-ed619e06b70f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0878699
Jun 25 14:39:48.587766 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-64b1ccc4-e3fa-4f48-bf80-dc20da29b9c7 req-40fb95ba-312d-4203-a023-79f9826bb1fd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:48.596900 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e7891256-688d-4a1f-95fb-cc996a537778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:48.619764 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-64b1ccc4-e3fa-4f48-bf80-dc20da29b9c7 req-40fb95ba-312d-4203-a023-79f9826bb1fd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7315648
Jun 25 14:39:48.638487 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb95ba-312d-4203-a023-79f9826bb1fd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6cddcf-060e-41f6-9686-298d12190457,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:48.642579 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-40fb95ba-312d-4203-a023-79f9826bb1fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:48.663448 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d533f-5a80-489c-b9e1-2f6f656a2bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b660332f-e1a0-457f-8d85-b9a9dfa40931,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:48.676001 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-846d533f-5a80-489c-b9e1-2f6f656a2bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:48.687159 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-846d533f-5a80-489c-b9e1-2f6f656a2bab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d88d424e3ce7419a83cedde487a1da1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5686693
Jun 25 14:39:48.687299 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 33254) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:48.763995 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d8dcab77-bc6a-4db8-869f-dfdcfb646bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:48.813776 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d8dcab77-bc6a-4db8-869f-dfdcfb646bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:48.915162 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d8dcab77-bc6a-4db8-869f-dfdcfb646bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:48.924175 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:48.948689 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcab77-bc6a-4db8-869f-dfdcfb646bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b660332f-e1a0-457f-8d85-b9a9dfa40931,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:48.951959 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d8dcab77-bc6a-4db8-869f-dfdcfb646bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:48.968421 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d8dcab77-bc6a-4db8-869f-dfdcfb646bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:48.975116 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-d8dcab77-bc6a-4db8-869f-dfdcfb646bb1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b660332f-e1a0-457f-8d85-b9a9dfa40931 HTTP/1.1" status: 204  len: 168 time: 0.2869077
Jun 25 14:39:48.988781 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 33266) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:49.028875 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d88d74-d1d8-41ff-90d6-e581a8568247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c33ef1e-74e4-48ac-81c2-60f8f279b0fc'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:39:49.041093 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4c382411-337b-47d0-9847-1b6f087185d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:49.076420 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-4c382411-337b-47d0-9847-1b6f087185d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:49.090919 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-4c382411-337b-47d0-9847-1b6f087185d7 admin admin] Usage tracker for resource:security_group_rule and tenant:2b96a475552f496e82671b33b1636907 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:49.096661 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-4c382411-337b-47d0-9847-1b6f087185d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:49.107965 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-4c382411-337b-47d0-9847-1b6f087185d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:49.240066 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d88d74-d1d8-41ff-90d6-e581a8568247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c33ef1e-74e4-48ac-81c2-60f8f279b0fc', 'code': 200}
Jun 25 14:39:49.335870 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 8fd673a9-3d6b-409a-931c-af0246854808 up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:39:49.565956 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4c382411-337b-47d0-9847-1b6f087185d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:49.573927 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4c382411-337b-47d0-9847-1b6f087185d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:49.587454 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port 8fd673a9-3d6b-409a-931c-af0246854808 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:39:49.605439 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port 8fd673a9-3d6b-409a-931c-af0246854808 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:39:49.606314 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:49.640343 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9541b874-19cd-4652-a472-0082ab1ae682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:49.698519 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-4c382411-337b-47d0-9847-1b6f087185d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b96a475552f496e82671b33b1636907&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7041903
Jun 25 14:39:49.699717 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 33288) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:49.808774 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c382411-337b-47d0-9847-1b6f087185d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efff5b3c-71fa-45a3-b890-348615999f02,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:49.812301 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-4c382411-337b-47d0-9847-1b6f087185d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:49.895475 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-38f5b23e-4c55-4708-9805-33fa0f17405c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:49.939679 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:49.956889 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e20e2d-e673-4184-8e7e-5b6988649eca req-e933ad4b-50e3-43c3-81f4-d10c61f754af tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:49.959033 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a2e20e2d-e673-4184-8e7e-5b6988649eca req-e933ad4b-50e3-43c3-81f4-d10c61f754af tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 945 time: 0.5759039
Jun 25 14:39:49.972623 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-38f5b23e-4c55-4708-9805-33fa0f17405c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:50.013363 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 8fd673a9-3d6b-409a-931c-af0246854808, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8fd673a9-3d6b-409a-931c-af0246854808,segment=NetworkSegment(38c52a19-3cfe-4f2a-955f-7223adce4a06),segment_id=38c52a19-3cfe-4f2a-955f-7223adce4a06)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:39:50.021124 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:50.022995 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 784cffeb-d629-4e11-b275-51a388827c0f up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:39:50.035707 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8083b-ec95-45a9-b759-736e551fcaaf req-17d32484-2334-4e78-8545-e36bfe6abaa2 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:50.040242 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d1d8083b-ec95-45a9-b759-736e551fcaaf req-17d32484-2334-4e78-8545-e36bfe6abaa2 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 945 time: 0.3414624
Jun 25 14:39:50.058724 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-38f5b23e-4c55-4708-9805-33fa0f17405c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:50.081668 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:50.108127 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132a357-e07d-44ea-b4f3-173224cab405 req-f31b9bc8-89ef-458f-9a37-a7f06778edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:50.109228 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:50.109423 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5b23e-4c55-4708-9805-33fa0f17405c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efff5b3c-71fa-45a3-b890-348615999f02,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:50.111460 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5132a357-e07d-44ea-b4f3-173224cab405 req-f31b9bc8-89ef-458f-9a37-a7f06778edcc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 1099 time: 0.2977564
Jun 25 14:39:50.120017 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-38f5b23e-4c55-4708-9805-33fa0f17405c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:50.128056 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-38f5b23e-4c55-4708-9805-33fa0f17405c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:50.136013 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-38f5b23e-4c55-4708-9805-33fa0f17405c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/efff5b3c-71fa-45a3-b890-348615999f02 HTTP/1.1" status: 204  len: 168 time: 0.4319499
Jun 25 14:39:50.170177 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a2e20e2d-e673-4184-8e7e-5b6988649eca req-cd58982c-b382-46a6-9e1a-d967f1b5e969 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2011569
Jun 25 14:39:50.239465 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-5132a357-e07d-44ea-b4f3-173224cab405 req-44c47ff0-6c4f-45e2-a2f8-36287ebee5e5 service neutron] Synchronizing usage tracker for tenant:d58a64c72e2e4feba6664110652d904b on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:39:50.250453 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d1d8083b-ec95-45a9-b759-736e551fcaaf req-a769bbd8-815b-41e2-b235-276fa256abeb tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1998043
Jun 25 14:39:50.277635 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-5132a357-e07d-44ea-b4f3-173224cab405 req-44c47ff0-6c4f-45e2-a2f8-36287ebee5e5 service neutron] Unset dirty status for tenant:d58a64c72e2e4feba6664110652d904b on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:39:50.280798 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5132a357-e07d-44ea-b4f3-173224cab405 req-44c47ff0-6c4f-45e2-a2f8-36287ebee5e5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563504
Jun 25 14:39:50.425052 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=8fd673a9-3d6b-409a-931c-af0246854808,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:50.434217 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:50.466929 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port 784cffeb-d629-4e11-b275-51a388827c0f completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:39:50.487789 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port 784cffeb-d629-4e11-b275-51a388827c0f triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:39:50.488420 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:50.625906 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdeb1a-9263-4a34-a188-b4bcf2036ac8 req-0b3153e2-26e5-4970-8d9e-41129aab3201 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:50.627670 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0dfdeb1a-9263-4a34-a188-b4bcf2036ac8 req-0b3153e2-26e5-4970-8d9e-41129aab3201 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 944 time: 0.2598891
Jun 25 14:39:50.752372 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0dfdeb1a-9263-4a34-a188-b4bcf2036ac8 req-853fc054-26bb-4784-afad-5a26f511100f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1143084
Jun 25 14:39:50.793511 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:50.854265 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 784cffeb-d629-4e11-b275-51a388827c0f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=784cffeb-d629-4e11-b275-51a388827c0f,segment=NetworkSegment(41004864-77df-4865-b51e-40b29aebd58b),segment_id=41004864-77df-4865-b51e-40b29aebd58b)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:39:50.860791 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:50.864115 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:50.980001 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=784cffeb-d629-4e11-b275-51a388827c0f,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:50.984003 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:51.241396 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc93075-c330-41fe-8ae1-229956ccc05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd673a9-3d6b-409a-931c-af0246854808'}, {'server_uuid': 'bbbe5401-6cd8-47cf-b6fa-4797810b6871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784cffeb-d629-4e11-b275-51a388827c0f'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:39:51.299697 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc93075-c330-41fe-8ae1-229956ccc05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd673a9-3d6b-409a-931c-af0246854808', 'code': 200}
Jun 25 14:39:51.299959 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbe5401-6cd8-47cf-b6fa-4797810b6871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784cffeb-d629-4e11-b275-51a388827c0f', 'code': 200}
Jun 25 14:39:51.650907 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a054f7-3993-4be7-9acc-dbbbfe03af4a req-633c8078-d31c-42c8-9c8c-8c63b48a5d88 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:51.652452 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-10a054f7-3993-4be7-9acc-dbbbfe03af4a req-633c8078-d31c-42c8-9c8c-8c63b48a5d88 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 945 time: 0.2474954
Jun 25 14:39:51.666014 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6f0f6-0f98-4caa-86a6-5f55781de598 req-5b87df21-643b-4f9a-816b-71f23d0a902e tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:51.676219 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-78b6f0f6-0f98-4caa-86a6-5f55781de598 req-5b87df21-643b-4f9a-816b-71f23d0a902e tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1834292
Jun 25 14:39:51.904913 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-10a054f7-3993-4be7-9acc-dbbbfe03af4a req-92662813-aa3e-4c15-b425-394390cecfc9 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2247050
Jun 25 14:39:51.923895 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-78b6f0f6-0f98-4caa-86a6-5f55781de598 req-099bb97c-1ef1-4c1d-b489-2b42c437ffb1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2318611
Jun 25 14:39:51.991495 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c16fbc-b9de-48df-a7cc-ac340b709a64 req-8a375a7f-481b-4334-8eca-4c1f5c1bf132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:51.993031 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b8c16fbc-b9de-48df-a7cc-ac340b709a64 req-8a375a7f-481b-4334-8eca-4c1f5c1bf132 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 1099 time: 0.2794886
Jun 25 14:39:52.002320 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3d372-c8b4-4fa9-a7e8-0267cf937161 req-84d80bcc-3334-4a73-82ce-aca6922585f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:52.005343 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-53d3d372-c8b4-4fa9-a7e8-0267cf937161 req-84d80bcc-3334-4a73-82ce-aca6922585f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 1098 time: 0.1773131
Jun 25 14:39:52.230042 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b8c16fbc-b9de-48df-a7cc-ac340b709a64 req-04913f77-8d2b-45d7-a231-e91081cb053b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328712
Jun 25 14:39:52.239335 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-53d3d372-c8b4-4fa9-a7e8-0267cf937161 req-ec2bce18-e6c8-49ff-a5fa-ccb5a437687c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1378541
Jun 25 14:39:52.438878 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc815a4-8585-4190-86d9-780da2b6b636 req-33dd6f6b-38c0-4e42-9b79-6b9f8f27b181 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:52.453407 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6bc815a4-8585-4190-86d9-780da2b6b636 req-33dd6f6b-38c0-4e42-9b79-6b9f8f27b181 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.2270718
Jun 25 14:39:52.579043 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6bc815a4-8585-4190-86d9-780da2b6b636 req-d09ae0ba-5267-4aaa-9f17-ee4d56ed5226 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1185672
Jun 25 14:39:53.220804 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84c5c8-b73a-4824-b343-755baa7acd3f req-e9995514-2fde-498f-9c55-431e8be72068 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:53.233788 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ee84c5c8-b73a-4824-b343-755baa7acd3f req-e9995514-2fde-498f-9c55-431e8be72068 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1392443
Jun 25 14:39:53.325240 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ee84c5c8-b73a-4824-b343-755baa7acd3f req-873e4bd1-54cb-4912-b6c0-9448becaa993 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779934
Jun 25 14:39:53.612150 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 33434) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:53.904556 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd549aa3-d749-4478-8587-63430d14b64f req-fb07cd5e-1ad3-4201-9287-98553bb8b4a0 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:53.909019 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bd549aa3-d749-4478-8587-63430d14b64f req-fb07cd5e-1ad3-4201-9287-98553bb8b4a0 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1698849
Jun 25 14:39:53.984227 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bd549aa3-d749-4478-8587-63430d14b64f req-311d8bdd-e698-418d-8fb4-bd852d329b10 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641935
Jun 25 14:39:54.048039 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:54.073006 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:54.077357 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Usage tracker for resource:security_group_rule and tenant:645710a7e8264ab0bb3534ced96628e3 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:54.080502 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:54.086969 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:54.247979 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:54.253231 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:54.326222 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:54.340885 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=645710a7e8264ab0bb3534ced96628e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7270670
Jun 25 14:39:54.349466 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 33460) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:54.456141 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530250d3-690d-4338-8849-be066815f8b5,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:54.526690 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 33472) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:54.530941 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:54.532091 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:54.539102 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:54.539839 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:54.540710 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:54.541266 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:54.541810 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:54.542366 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:54.542917 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:54.543466 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:54.544107 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:54.544630 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:54.554652 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:54.891529 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:54.919072 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-caadb9b4-a833-46f0-9161-2b236b108b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:54.922395 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:54.933004 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Usage tracker for resource:security_group_rule and tenant:c2e8ce5a3d254d7e9684e05c2cb9d3db is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:54.942872 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:54.958320 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:54.983041 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c32590-2865-462c-992b-9b03836b7c21 req-143aff85-8dad-45c8-a689-2d3a391e2c49 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:54.996527 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-64c32590-2865-462c-992b-9b03836b7c21 req-143aff85-8dad-45c8-a689-2d3a391e2c49 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.4289258
Jun 25 14:39:55.050986 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-caadb9b4-a833-46f0-9161-2b236b108b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:55.160286 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:55.167090 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-64c32590-2865-462c-992b-9b03836b7c21 req-9511fbf6-7fa7-4e81-b2da-ff4e0c238823 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674542
Jun 25 14:39:55.169015 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:55.238564 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-caadb9b4-a833-46f0-9161-2b236b108b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:55.252848 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-a3db6001-3f1a-4b5e-8321-da77d30f64d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:55.260837 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5a7be169-20b0-487a-92b9-6a036db5d22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:55.284757 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadb9b4-a833-46f0-9161-2b236b108b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530250d3-690d-4338-8849-be066815f8b5,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:55.291037 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-caadb9b4-a833-46f0-9161-2b236b108b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:55.321122 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-caadb9b4-a833-46f0-9161-2b236b108b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:55.326925 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-caadb9b4-a833-46f0-9161-2b236b108b77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/530250d3-690d-4338-8849-be066815f8b5 HTTP/1.1" status: 204  len: 168 time: 0.9550636
Jun 25 14:39:55.356167 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c2e8ce5a3d254d7e9684e05c2cb9d3db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8273830
Jun 25 14:39:55.360104 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 33492) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:55.374665 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f173c93-120c-424c-a3df-1858427b8d61,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:55.390977 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:55.391607 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:55.392789 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:55.393531 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:55.394154 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:55.394786 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:55.395480 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:55.396094 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:55.396766 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:55.397482 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:55.398133 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:55.398758 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:39:55.406721 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:55.549645 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-10a8cd43-7087-4be1-824d-437595e9eeef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:55.621079 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-10a8cd43-7087-4be1-824d-437595e9eeef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:55.838429 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a275db-d65b-4960-a29b-589a964e33c6 req-d1f09f90-b1f1-495f-ba06-983ef83726e7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:55.847412 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a3a275db-d65b-4960-a29b-589a964e33c6 req-d1f09f90-b1f1-495f-ba06-983ef83726e7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1938283
Jun 25 14:39:56.015913 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-10a8cd43-7087-4be1-824d-437595e9eeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:56.037772 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:56.059528 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a3a275db-d65b-4960-a29b-589a964e33c6 req-b8f4f8bb-900a-4121-8525-5dcb49de2e47 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2106714
Jun 25 14:39:56.060660 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8cd43-7087-4be1-824d-437595e9eeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f173c93-120c-424c-a3df-1858427b8d61,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:56.069456 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-10a8cd43-7087-4be1-824d-437595e9eeef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:56.072026 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-10a8cd43-7087-4be1-824d-437595e9eeef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:56.075828 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-10a8cd43-7087-4be1-824d-437595e9eeef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4f173c93-120c-424c-a3df-1858427b8d61 HTTP/1.1" status: 204  len: 168 time: 0.7112029
Jun 25 14:39:56.187724 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 33506) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:56.284216 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0185aa70-7784-4fd0-bf44-3dae46b8a267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:56.352665 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0185aa70-7784-4fd0-bf44-3dae46b8a267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:56.366438 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0185aa70-7784-4fd0-bf44-3dae46b8a267 admin admin] Usage tracker for resource:security_group_rule and tenant:0885def2b66747cab6162122126db545 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:56.394491 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0185aa70-7784-4fd0-bf44-3dae46b8a267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:56.423991 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0185aa70-7784-4fd0-bf44-3dae46b8a267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:56.610861 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b6cf5-894e-493d-8050-f1991afb4d32 req-a1f9d318-08a4-4863-bfbc-e37c7743267b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:56.611748 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-699b6cf5-894e-493d-8050-f1991afb4d32 req-a1f9d318-08a4-4863-bfbc-e37c7743267b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.2609055
Jun 25 14:39:56.631700 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 33518) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:56.661748 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-6a85ed25-a5b9-4787-bc70-f8bb06a7486f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Request body: {'floatingip': {'port_id': '784cffeb-d629-4e11-b275-51a388827c0f'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:39:56.672937 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0185aa70-7784-4fd0-bf44-3dae46b8a267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:56.680536 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0185aa70-7784-4fd0-bf44-3dae46b8a267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:56.726727 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-50ad11d2-2909-46bc-857c-4b87521d5611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:56.770668 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-0185aa70-7784-4fd0-bf44-3dae46b8a267 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0885def2b66747cab6162122126db545&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5811391
Jun 25 14:39:56.774248 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 33524) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:56.784495 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185aa70-7784-4fd0-bf44-3dae46b8a267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43d7171-4242-48da-9f4a-04807360d198,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:56.790965 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0185aa70-7784-4fd0-bf44-3dae46b8a267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:56.811231 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6a85ed25-a5b9-4787-bc70-f8bb06a7486f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for floatingip, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:56.987611 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 33530) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:57.017940 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-fd507f76-6311-4db5-91b1-243d10b9c2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:57.049093 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-fd507f76-6311-4db5-91b1-243d10b9c2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:39:57.059023 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-fd507f76-6311-4db5-91b1-243d10b9c2ac admin admin] Usage tracker for resource:security_group_rule and tenant:8f1a16cf7b3e46c5823513752215b254 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:39:57.062905 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bd19d-08df-43e0-92fc-f44e215ea8cf req-0eda1e86-d0ea-44d4-b2ac-b7caedd62264 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:57.064162 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e93bd19d-08df-43e0-92fc-f44e215ea8cf req-0eda1e86-d0ea-44d4-b2ac-b7caedd62264 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.5679076
Jun 25 14:39:57.064299 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-fd507f76-6311-4db5-91b1-243d10b9c2ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:39:57.076052 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-fd507f76-6311-4db5-91b1-243d10b9c2ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:39:57.161393 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2873cc82-9a29-48bf-aeb6-6b06554f98fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:57.221909 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e93bd19d-08df-43e0-92fc-f44e215ea8cf req-714adff8-e50d-4000-9dda-4dad4273d038 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410351
Jun 25 14:39:57.233949 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2873cc82-9a29-48bf-aeb6-6b06554f98fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:57.243467 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-fd507f76-6311-4db5-91b1-243d10b9c2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:57.249859 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-fd507f76-6311-4db5-91b1-243d10b9c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:57.273048 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6d89f4b5-9510-4006-93e2-23518837214d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:57.341047 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-fd507f76-6311-4db5-91b1-243d10b9c2ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f1a16cf7b3e46c5823513752215b254&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3516271
Jun 25 14:39:57.347145 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 33538) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:39:57.369036 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd507f76-6311-4db5-91b1-243d10b9c2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622d3c1d-a086-4f76-8bc4-d932ca26ba4a,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:57.376145 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-fd507f76-6311-4db5-91b1-243d10b9c2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:57.459087 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a86822e8-b4c1-4b86-b0e5-5b1f18b6f6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:57.473420 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2873cc82-9a29-48bf-aeb6-6b06554f98fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:57.478809 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1dfb3f3d-a692-4187-8626-015516bcf2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:57.511601 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a86822e8-b4c1-4b86-b0e5-5b1f18b6f6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:57.558751 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873cc82-9a29-48bf-aeb6-6b06554f98fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43d7171-4242-48da-9f4a-04807360d198,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:57.570536 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-2873cc82-9a29-48bf-aeb6-6b06554f98fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:57.606159 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a86822e8-b4c1-4b86-b0e5-5b1f18b6f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:57.619630 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b03b48f6-8c3c-4362-bfb8-6b52266b3f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:39:57.637705 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a86822e8-b4c1-4b86-b0e5-5b1f18b6f6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:57.638978 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-a86822e8-b4c1-4b86-b0e5-5b1f18b6f6b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/622d3c1d-a086-4f76-8bc4-d932ca26ba4a HTTP/1.1" status: 204  len: 168 time: 0.2904429
Jun 25 14:39:57.642677 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86822e8-b4c1-4b86-b0e5-5b1f18b6f6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622d3c1d-a086-4f76-8bc4-d932ca26ba4a,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:39:57.645975 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-a86822e8-b4c1-4b86-b0e5-5b1f18b6f6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:39:57.785898 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2873cc82-9a29-48bf-aeb6-6b06554f98fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:57.787000 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-2873cc82-9a29-48bf-aeb6-6b06554f98fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c43d7171-4242-48da-9f4a-04807360d198 HTTP/1.1" status: 204  len: 168 time: 1.0101173
Jun 25 14:39:57.921841 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.db.resource_extend [None req-6a85ed25-a5b9-4787-bc70-f8bb06a7486f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 25 14:39:58.027432 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f911217-d8d3-4145-9478-6dd144ba3daa req-cb8144ab-4fe6-4881-9b46-31377a41c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:58.030233 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2f911217-d8d3-4145-9478-6dd144ba3daa req-cb8144ab-4fe6-4881-9b46-31377a41c346 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0aa02100a2e14479942bf6a8fedf507b&device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 1099 time: 0.2660580
Jun 25 14:39:58.526614 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6a85ed25-a5b9-4787-bc70-f8bb06a7486f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:58.568356 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6a85ed25-a5b9-4787-bc70-f8bb06a7486f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549620'] for floatingip, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:39:58.594011 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f911217-d8d3-4145-9478-6dd144ba3daa req-c13bf472-5e22-4bf3-b0a1-6e68816496bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:58.596141 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2f911217-d8d3-4145-9478-6dd144ba3daa req-c13bf472-5e22-4bf3-b0a1-6e68816496bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=fe47f01d-0a00-4026-a5a3-3a965d638a88 HTTP/1.1" status: 200  len: 919 time: 0.5554430
Jun 25 14:39:58.757981 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2f911217-d8d3-4145-9478-6dd144ba3daa req-6490010d-fc81-4ae4-afd1-1fb3fcdb9616 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fd673a9-3d6b-409a-931c-af0246854808 HTTP/1.1" status: 200  len: 217 time: 0.1455200
Jun 25 14:39:58.929938 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d68c5-f97e-450a-b188-a36172d6436f req-93e8bb4a-74d8-4cec-8a8f-eacc53274443 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:58.932669 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0a6d68c5-f97e-450a-b188-a36172d6436f req-93e8bb4a-74d8-4cec-8a8f-eacc53274443 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.8443148
Jun 25 14:39:58.953051 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f911217-d8d3-4145-9478-6dd144ba3daa req-8ef25b47-1c55-40f8-ad5e-9f3328816c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:58.954524 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2f911217-d8d3-4145-9478-6dd144ba3daa req-8ef25b47-1c55-40f8-ad5e-9f3328816c0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=15d8da82-b461-4601-96f4-3558be16618c HTTP/1.1" status: 200  len: 858 time: 0.1904750
Jun 25 14:39:59.007063 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-00ec736b-16e0-42ad-b6a5-ca467e9c5adb req-ab058498-6939-466c-81ee-d18e3505eed6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.7089422
Jun 25 14:39:59.040312 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2f911217-d8d3-4145-9478-6dd144ba3daa req-a99c6f7d-f26d-455c-89ed-79687459a5f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe47f01d-0a00-4026-a5a3-3a965d638a88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0655081
Jun 25 14:39:59.053678 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.l3_db [None req-6a85ed25-a5b9-4787-bc70-f8bb06a7486f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Floating IP 79934e13-970e-4d91-b816-d5ad77eddb9f associated. External IP: 172.27.3.100, port: 784cffeb-d629-4e11-b275-51a388827c0f.
Jun 25 14:39:59.153340 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0a6d68c5-f97e-450a-b188-a36172d6436f req-86158870-0352-4364-a37f-9959e1038d3c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784074
Jun 25 14:39:59.363035 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2f911217-d8d3-4145-9478-6dd144ba3daa req-533b2c83-89ef-4e57-916c-e7d485de8d98 service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2800169
Jun 25 14:39:59.597464 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec736b-16e0-42ad-b6a5-ca467e9c5adb req-0fd1ecbf-5c51-4531-8c0f-b80abc7e041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:39:59.599439 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-00ec736b-16e0-42ad-b6a5-ca467e9c5adb req-0fd1ecbf-5c51-4531-8c0f-b80abc7e041c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96217f8828624862a5c257565ecf9ce2&device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 1098 time: 0.3966618
Jun 25 14:39:59.673131 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2f911217-d8d3-4145-9478-6dd144ba3daa req-5846d4b0-13b4-4168-bf9d-2bbb7bd3e975 service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2897530
Jun 25 14:39:59.812402 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a85ed25-a5b9-4787-bc70-f8bb06a7486f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Router b028c316-8c84-4ffe-806c-b9f8a17a4525 has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:40:00.243299 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a85ed25-a5b9-4787-bc70-f8bb06a7486f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:40:00.261698 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6a85ed25-a5b9-4787-bc70-f8bb06a7486f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:00.289624 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80ab17-8a94-486e-a382-626906607484 None None] Sync routers for ids ['b028c316-8c84-4ffe-806c-b9f8a17a4525'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:40:00.306466 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80ab17-8a94-486e-a382-626906607484 None None] Routers {'b028c316-8c84-4ffe-806c-b9f8a17a4525'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:40:00.307094 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-6d80ab17-8a94-486e-a382-626906607484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b39e790>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:39:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['b028c316-8c84-4ffe-806c-b9f8a17a4525'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:40:00.444285 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-6a85ed25-a5b9-4787-bc70-f8bb06a7486f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "PUT /v2.0/floatingips/79934e13-970e-4d91-b816-d5ad77eddb9f HTTP/1.1" status: 200  len: 991 time: 3.8122346
Jun 25 14:40:00.445630 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbe5401-6cd8-47cf-b6fa-4797810b6871', 'tag': '784cffeb-d629-4e11-b275-51a388827c0f'}] {{(pid=78435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:40:00.732558 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d0db5-2f59-4e4d-b637-8de06283042b req-24c54389-d8d3-41d6-bbbe-970bdbecec06 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:00.737209 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b37d0db5-2f59-4e4d-b637-8de06283042b req-24c54389-d8d3-41d6-bbbe-970bdbecec06 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.2676125
Jun 25 14:40:00.811976 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-6d80ab17-8a94-486e-a382-626906607484 None None] Set router b028c316-8c84-4ffe-806c-b9f8a17a4525 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:40:00.831214 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:00.846786 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b37d0db5-2f59-4e4d-b637-8de06283042b req-7b4f6148-38de-4676-bcf2-f1d8aea98243 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986683
Jun 25 14:40:00.928028 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbe5401-6cd8-47cf-b6fa-4797810b6871', 'tag': '784cffeb-d629-4e11-b275-51a388827c0f', 'status': 'completed', 'code': 200}
Jun 25 14:40:01.365383 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-6d80ab17-8a94-486e-a382-626906607484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b39e790>, [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': '79934e13-970e-4d91-b816-d5ad77eddb9f', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'port_id': '784cffeb-d629-4e11-b275-51a388827c0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'mac_address': 'fa:16:3e:1a:b6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbe5401-6cd8-47cf-b6fa-4797810b6871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:39:11Z', 'updated_at': '2021-06-25T14:39:57Z', 'revision_number': 1, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e447a1-b9db-410a-bfb7-78d4c6120b5e', 'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'mac_address': 'fa:16:3e:76:02:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:02Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'subnets': [{'id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:40:01.371526 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80ab17-8a94-486e-a382-626906607484 None None] Checking router: b028c316-8c84-4ffe-806c-b9f8a17a4525 for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:40:01.385141 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80ab17-8a94-486e-a382-626906607484 None None] Routers {'b028c316-8c84-4ffe-806c-b9f8a17a4525'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:40:01.386033 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-6d80ab17-8a94-486e-a382-626906607484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b39e790>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:39:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['b028c316-8c84-4ffe-806c-b9f8a17a4525'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:40:01.678471 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-6d80ab17-8a94-486e-a382-626906607484 None None] Set router b028c316-8c84-4ffe-806c-b9f8a17a4525 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:40:02.109307 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10df89-8f4c-4dfb-b236-0957d52e0961 req-ec4187bd-c7a2-44b4-9ab5-6c468b68798c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:02.117662 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0c10df89-8f4c-4dfb-b236-0957d52e0961 req-ec4187bd-c7a2-44b4-9ab5-6c468b68798c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1066315
Jun 25 14:40:02.165543 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0c10df89-8f4c-4dfb-b236-0957d52e0961 req-8e8a4443-2331-488b-8002-a4fc47a29809 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466022
Jun 25 14:40:02.175038 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-6d80ab17-8a94-486e-a382-626906607484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b39e790>, [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': '79934e13-970e-4d91-b816-d5ad77eddb9f', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'port_id': '784cffeb-d629-4e11-b275-51a388827c0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'mac_address': 'fa:16:3e:1a:b6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbe5401-6cd8-47cf-b6fa-4797810b6871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:39:11Z', 'updated_at': '2021-06-25T14:39:57Z', 'revision_number': 1, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e447a1-b9db-410a-bfb7-78d4c6120b5e', 'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'mac_address': 'fa:16:3e:76:02:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:02Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'subnets': [{'id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:40:02.180322 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80ab17-8a94-486e-a382-626906607484 None None] The sync data for ids ['b028c316-8c84-4ffe-806c-b9f8a17a4525'] in dv-cinder-798091-1-iscsi is: [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': '79934e13-970e-4d91-b816-d5ad77eddb9f', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'port_id': '784cffeb-d629-4e11-b275-51a388827c0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'mac_address': 'fa:16:3e:1a:b6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbe5401-6cd8-47cf-b6fa-4797810b6871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:39:11Z', 'updated_at': '2021-06-25T14:39:57Z', 'revision_number': 1, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e447a1-b9db-410a-bfb7-78d4c6120b5e', 'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'mac_address': 'fa:16:3e:76:02:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:02Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'subnets': [{'id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:40:02.510707 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3675d8f1-2efe-48b8-a2ed-601fe0da3de8 None None] New status for floating IP 79934e13-970e-4d91-b816-d5ad77eddb9f: ACTIVE {{(pid=78437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 25 14:40:03.450215 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b67e8-7084-4af8-86b8-53f684f29792 req-59acae93-c0ab-4386-9caa-54256178dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:03.452506 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9b8b67e8-7084-4af8-86b8-53f684f29792 req-59acae93-c0ab-4386-9caa-54256178dba8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 1098 time: 0.1454291
Jun 25 14:40:03.619071 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec736b-16e0-42ad-b6a5-ca467e9c5adb req-cac3763a-bee7-4d01-b047-11a40344b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:03.620431 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-00ec736b-16e0-42ad-b6a5-ca467e9c5adb req-cac3763a-bee7-4d01-b047-11a40344b13d service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e202d2-2336-46fd-9cf3-862842b9f9b2 HTTP/1.1" status: 200  len: 912 time: 0.3315437
Jun 25 14:40:03.641140 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e390887-8266-4cdc-8a94-7c9180033465 req-34c231e8-aecf-45bf-8450-9dcd187b1637 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:03.642691 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1e390887-8266-4cdc-8a94-7c9180033465 req-34c231e8-aecf-45bf-8450-9dcd187b1637 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.3195941
Jun 25 14:40:03.699779 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b67e8-7084-4af8-86b8-53f684f29792 req-eaf4e80b-a7f7-49a6-967a-33fe9f0b384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:03.702400 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9b8b67e8-7084-4af8-86b8-53f684f29792 req-eaf4e80b-a7f7-49a6-967a-33fe9f0b384f service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 200  len: 912 time: 0.2273607
Jun 25 14:40:03.729374 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-00ec736b-16e0-42ad-b6a5-ca467e9c5adb req-cf63dd6e-de28-4d19-a475-c0467bf6d8f2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41fededc-8f56-41fb-9535-950590d98d7a HTTP/1.1" status: 200  len: 217 time: 0.0853662
Jun 25 14:40:03.807971 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1e390887-8266-4cdc-8a94-7c9180033465 req-62859a79-459b-4928-958b-32f25d597c7b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016457
Jun 25 14:40:03.827652 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec736b-16e0-42ad-b6a5-ca467e9c5adb req-e537b46a-8d00-45a8-8611-c347f2c34f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:03.829900 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-00ec736b-16e0-42ad-b6a5-ca467e9c5adb req-e537b46a-8d00-45a8-8611-c347f2c34f92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=219404d4-c6ec-479c-bff7-4b572eb2c406 HTTP/1.1" status: 200  len: 851 time: 0.0843613
Jun 25 14:40:03.872640 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9b8b67e8-7084-4af8-86b8-53f684f29792 req-082e676a-1ee0-4e36-ad25-c3ffc456a061 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=784cffeb-d629-4e11-b275-51a388827c0f HTTP/1.1" status: 200  len: 1001 time: 0.1551673
Jun 25 14:40:03.912751 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-00ec736b-16e0-42ad-b6a5-ca467e9c5adb req-3b38324f-85a2-4020-90ae-d64d717d4350 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e202d2-2336-46fd-9cf3-862842b9f9b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0710962
Jun 25 14:40:03.983332 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b67e8-7084-4af8-86b8-53f684f29792 req-c80c92eb-0f8b-49cb-9c66-bbf6b81ad228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:03.985512 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9b8b67e8-7084-4af8-86b8-53f684f29792 req-c80c92eb-0f8b-49cb-9c66-bbf6b81ad228 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9265467f-1c70-41b0-a5d8-95ad79db0d39 HTTP/1.1" status: 200  len: 850 time: 0.1003411
Jun 25 14:40:04.129207 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-00ec736b-16e0-42ad-b6a5-ca467e9c5adb req-8c9c671a-d063-4154-9a60-b7d5d640eb72 service neutron] 10.222.0.16 "GET /v2.0/networks/22e202d2-2336-46fd-9cf3-862842b9f9b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2089109
Jun 25 14:40:04.131351 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b67e8-7084-4af8-86b8-53f684f29792 req-bc99efbc-90c5-4912-9e15-c649180613b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:04.132906 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9b8b67e8-7084-4af8-86b8-53f684f29792 req-bc99efbc-90c5-4912-9e15-c649180613b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b57f227-be72-49df-b303-59d0100b6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1271844
Jun 25 14:40:04.349907 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9b8b67e8-7084-4af8-86b8-53f684f29792 req-8c5af315-6c76-4339-827e-2e9661782f3f service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2054415
Jun 25 14:40:04.372972 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-00ec736b-16e0-42ad-b6a5-ca467e9c5adb req-1694e32f-d566-495c-93ce-efe711bcd691 service neutron] 10.222.0.16 "GET /v2.0/networks/22e202d2-2336-46fd-9cf3-862842b9f9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2291296
Jun 25 14:40:04.563124 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9b8b67e8-7084-4af8-86b8-53f684f29792 req-03bbddaa-3c24-462d-90bd-13e62a330b7f service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2022922
Jun 25 14:40:05.093690 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475aad7-b017-49f4-a8fa-8281644bbb10 req-a96174df-2323-43d8-b1ef-1aec99cddbb0 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:05.095667 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3475aad7-b017-49f4-a8fa-8281644bbb10 req-a96174df-2323-43d8-b1ef-1aec99cddbb0 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1459501
Jun 25 14:40:05.185002 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3475aad7-b017-49f4-a8fa-8281644bbb10 req-c835a633-2a98-4a2a-98bd-2389fed133d8 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813711
Jun 25 14:40:06.518919 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4807d9-52cb-4c2f-870b-e5da9e52135c req-7a1db8d3-6539-4ae5-a8d9-1dd02bbf57ea tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:06.521760 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5e4807d9-52cb-4c2f-870b-e5da9e52135c req-7a1db8d3-6539-4ae5-a8d9-1dd02bbf57ea tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1552992
Jun 25 14:40:06.614966 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5e4807d9-52cb-4c2f-870b-e5da9e52135c req-482de9a0-56f5-4724-99cb-9b373bcf97a6 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832772
Jun 25 14:40:07.947217 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a13bff-2f04-4beb-b129-ee44e410a7ae req-f2be5e57-8ea4-447f-9b83-a930be75e20f tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:07.949792 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-18a13bff-2f04-4beb-b129-ee44e410a7ae req-f2be5e57-8ea4-447f-9b83-a930be75e20f tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1416202
Jun 25 14:40:08.008048 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-18a13bff-2f04-4beb-b129-ee44e410a7ae req-73278fe1-247b-4fe3-ace5-092785d4fb94 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523319
Jun 25 14:40:08.307026 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8e7f5d84-5a8f-4f30-8f90-658a6d329835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:08.837304 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:09.271530 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8513dfb-239f-4e74-aa2b-d20138e55361 req-631b7868-d8a6-40e9-bb77-b6be3c8a9647 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:09.273538 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f8513dfb-239f-4e74-aa2b-d20138e55361 req-631b7868-d8a6-40e9-bb77-b6be3c8a9647 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1345029
Jun 25 14:40:09.327377 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f8513dfb-239f-4e74-aa2b-d20138e55361 req-0d44f85f-0565-4ee5-9ded-84c6534ab6ce tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443172
Jun 25 14:40:10.745034 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7836b-435f-4526-a62d-8caf3531d1e2 req-cc24adcf-43db-40d7-9d7f-ff91234e267c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:10.750270 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c0c7836b-435f-4526-a62d-8caf3531d1e2 req-cc24adcf-43db-40d7-9d7f-ff91234e267c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.2063234
Jun 25 14:40:10.808040 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1d0ed-e502-425d-b911-09c59a44861e req-7a848c66-12f3-41b0-adc1-dc071c4eda3e tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:10.810078 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39f1d0ed-e502-425d-b911-09c59a44861e req-7a848c66-12f3-41b0-adc1-dc071c4eda3e tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 945 time: 0.2146404
Jun 25 14:40:10.869202 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c0c7836b-435f-4526-a62d-8caf3531d1e2 req-931ad5b0-78fb-47c5-b6a5-41848c03fc6f tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082850
Jun 25 14:40:10.879865 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-188def38-4654-4214-b21e-86830d7e116f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:10.912396 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39f1d0ed-e502-425d-b911-09c59a44861e req-5fa67141-9458-400b-915d-216e246a6c35 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837274
Jun 25 14:40:11.784302 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:11.970189 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 33858) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:12.204215 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3bde78bc-b657-4aea-b208-be6d0cad6c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:12.238140 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-3bde78bc-b657-4aea-b208-be6d0cad6c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:12.246389 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-3bde78bc-b657-4aea-b208-be6d0cad6c30 admin admin] Usage tracker for resource:security_group_rule and tenant:e59999ab4b434e03b1ce73d01ed82783 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:12.252532 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-3bde78bc-b657-4aea-b208-be6d0cad6c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:12.265813 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-3bde78bc-b657-4aea-b208-be6d0cad6c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:12.380408 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d697d68-2e55-4b4b-bf0c-52547f53ce64 req-76e26dfc-180d-42f4-9dd8-47923c3810ae tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:12.382051 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0d697d68-2e55-4b4b-bf0c-52547f53ce64 req-76e26dfc-180d-42f4-9dd8-47923c3810ae tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 945 time: 0.2392962
Jun 25 14:40:12.395129 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579fc5f-d14a-4b10-a57c-cc40b2b501f6 req-77858410-0339-432b-b280-14b23d1d2295 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:12.396990 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5579fc5f-d14a-4b10-a57c-cc40b2b501f6 req-77858410-0339-432b-b280-14b23d1d2295 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1708033
Jun 25 14:40:12.402541 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3bde78bc-b657-4aea-b208-be6d0cad6c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:12.410741 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3bde78bc-b657-4aea-b208-be6d0cad6c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:12.442519 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-94a24f5e-b425-4cbb-a418-0c1e4e252a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:12.469008 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-3bde78bc-b657-4aea-b208-be6d0cad6c30 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e59999ab4b434e03b1ce73d01ed82783&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4971159
Jun 25 14:40:12.470058 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 33870) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:12.505925 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde78bc-b657-4aea-b208-be6d0cad6c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ad5bd1-fa52-4eab-99f9-3f4b5aa00304,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:12.510126 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-3bde78bc-b657-4aea-b208-be6d0cad6c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:12.521649 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0d697d68-2e55-4b4b-bf0c-52547f53ce64 req-c2c67dca-f91f-4132-b28c-218dc13403e2 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234765
Jun 25 14:40:12.527935 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5579fc5f-d14a-4b10-a57c-cc40b2b501f6 req-09399e67-21ef-4a62-b08a-627ede1b077f tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149435
Jun 25 14:40:12.594290 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 33874) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:12.605443 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7733116e-8668-4766-8307-e8bd54fa48bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:12.654865 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7733116e-8668-4766-8307-e8bd54fa48bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:12.742423 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7733116e-8668-4766-8307-e8bd54fa48bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:12.750289 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:12.769204 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733116e-8668-4766-8307-e8bd54fa48bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ad5bd1-fa52-4eab-99f9-3f4b5aa00304,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:12.776834 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7733116e-8668-4766-8307-e8bd54fa48bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:12.786591 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7733116e-8668-4766-8307-e8bd54fa48bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:12.792545 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-7733116e-8668-4766-8307-e8bd54fa48bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20ad5bd1-fa52-4eab-99f9-3f4b5aa00304 HTTP/1.1" status: 204  len: 168 time: 0.3130119
Jun 25 14:40:12.797641 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c3049373-c1ce-4769-b357-560045f7143a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:12.831772 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-c3049373-c1ce-4769-b357-560045f7143a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:12.838026 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c3049373-c1ce-4769-b357-560045f7143a admin admin] Usage tracker for resource:security_group_rule and tenant:33baeaa2e12844f1a93a91a7ced74855 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:12.841676 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c3049373-c1ce-4769-b357-560045f7143a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:12.849434 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-c3049373-c1ce-4769-b357-560045f7143a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:13.006549 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c3049373-c1ce-4769-b357-560045f7143a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:13.012349 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c3049373-c1ce-4769-b357-560045f7143a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:13.025949 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-6012bfcd-021f-44ec-8b4b-ca54e9af70bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:13.161490 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3049373-c1ce-4769-b357-560045f7143a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b988b2c6-5f5e-4be2-8b2f-622ce15f5d5b,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:13.172255 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 33892) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:13.173115 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-c3049373-c1ce-4769-b357-560045f7143a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=33baeaa2e12844f1a93a91a7ced74855&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5754507
Jun 25 14:40:13.173942 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c3049373-c1ce-4769-b357-560045f7143a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:13.285421 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:13.356190 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 33898) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:13.388997 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-59826d28-22df-4457-ae7c-f14cfccd7d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:13.420936 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-822a8432-47db-45fd-94d4-81bb45750739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:13.445109 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-59826d28-22df-4457-ae7c-f14cfccd7d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:13.454240 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-59826d28-22df-4457-ae7c-f14cfccd7d10 admin admin] Usage tracker for resource:security_group_rule and tenant:446eb1031a614c08b21eb5b0e3cf0655 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:13.464554 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-59826d28-22df-4457-ae7c-f14cfccd7d10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:13.476851 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-59826d28-22df-4457-ae7c-f14cfccd7d10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:13.483433 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-822a8432-47db-45fd-94d4-81bb45750739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:13.585868 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-822a8432-47db-45fd-94d4-81bb45750739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:13.595086 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-fece2c44-235e-4457-a1ab-fb2c86c8ef37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:13.625285 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a8432-47db-45fd-94d4-81bb45750739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b988b2c6-5f5e-4be2-8b2f-622ce15f5d5b,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:13.630507 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-822a8432-47db-45fd-94d4-81bb45750739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:13.635590 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-59826d28-22df-4457-ae7c-f14cfccd7d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:13.642976 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-822a8432-47db-45fd-94d4-81bb45750739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:13.644668 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-822a8432-47db-45fd-94d4-81bb45750739 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b988b2c6-5f5e-4be2-8b2f-622ce15f5d5b HTTP/1.1" status: 204  len: 168 time: 0.4693375
Jun 25 14:40:13.649146 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-59826d28-22df-4457-ae7c-f14cfccd7d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:13.663860 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-517da952-81cc-489a-87d5-a26d5cb359e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:13.736832 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59826d28-22df-4457-ae7c-f14cfccd7d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127020dc-390e-4010-876a-235f16210e09,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:13.740956 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-59826d28-22df-4457-ae7c-f14cfccd7d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:13.757117 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-59826d28-22df-4457-ae7c-f14cfccd7d10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=446eb1031a614c08b21eb5b0e3cf0655&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3984895
Jun 25 14:40:13.758564 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 33908) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:13.821355 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0563b6-c059-4003-b58d-1da5eebf163a req-54358df3-1387-4cf0-a91c-8a360764dba0 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:13.825262 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9c0563b6-c059-4003-b58d-1da5eebf163a req-54358df3-1387-4cf0-a91c-8a360764dba0 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 945 time: 0.1525655
Jun 25 14:40:13.971089 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9c0563b6-c059-4003-b58d-1da5eebf163a req-cbd0809c-dbfd-46b2-bab9-01d8815ed8d0 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316137
Jun 25 14:40:13.973475 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b857-bf78-45b3-b5fb-6a272583cd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:14.014230 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b857-bf78-45b3-b5fb-6a272583cd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:14.049155 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41ad44-54b7-4715-9120-19469c6d4eb5 req-948f9243-d5d6-4080-bb15-30ada8a67e26 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:14.056436 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-de41ad44-54b7-4715-9120-19469c6d4eb5 req-948f9243-d5d6-4080-bb15-30ada8a67e26 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.2297683
Jun 25 14:40:14.135317 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-de41ad44-54b7-4715-9120-19469c6d4eb5 req-4e4444a5-3462-4488-aab6-f4f06e660a7d tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773520
Jun 25 14:40:14.169632 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b857-bf78-45b3-b5fb-6a272583cd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:14.176926 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:14.198549 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9b857-bf78-45b3-b5fb-6a272583cd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127020dc-390e-4010-876a-235f16210e09,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:14.202800 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-dfc9b857-bf78-45b3-b5fb-6a272583cd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:14.215511 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b857-bf78-45b3-b5fb-6a272583cd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:14.217389 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-dfc9b857-bf78-45b3-b5fb-6a272583cd23 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/127020dc-390e-4010-876a-235f16210e09 HTTP/1.1" status: 204  len: 168 time: 0.4565949
Jun 25 14:40:14.229507 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af444f15-aefe-4ab0-abf9-4da6b2dc9b10 req-a07ffec0-50a9-4cf8-a43d-939d9806d69a tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:14.231646 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-af444f15-aefe-4ab0-abf9-4da6b2dc9b10 req-a07ffec0-50a9-4cf8-a43d-939d9806d69a tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 945 time: 0.2162883
Jun 25 14:40:14.388258 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 33924) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:14.432691 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-af444f15-aefe-4ab0-abf9-4da6b2dc9b10 req-bcd62380-b91f-44eb-9077-536e83a13b13 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Deleting port 41fededc-8f56-41fb-9535-950590d98d7a {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:40:14.434336 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-af444f15-aefe-4ab0-abf9-4da6b2dc9b10 req-bcd62380-b91f-44eb-9077-536e83a13b13 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:14.435011 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bba16a14-5ad5-4ab4-82b4-91981725bad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:14.464350 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-bba16a14-5ad5-4ab4-82b4-91981725bad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:14.469161 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-bba16a14-5ad5-4ab4-82b4-91981725bad6 admin admin] Usage tracker for resource:security_group_rule and tenant:1d79659327504eecb55aefade78da856 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:14.472107 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-bba16a14-5ad5-4ab4-82b4-91981725bad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:14.493540 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-bba16a14-5ad5-4ab4-82b4-91981725bad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:14.724080 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bba16a14-5ad5-4ab4-82b4-91981725bad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:14.731473 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bba16a14-5ad5-4ab4-82b4-91981725bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:14.751615 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c60c2a73-6e33-4e3e-829a-e2d3bd7ec5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:14.843478 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-bba16a14-5ad5-4ab4-82b4-91981725bad6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d79659327504eecb55aefade78da856&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4519150
Jun 25 14:40:14.846200 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 33936) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:14.851412 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba16a14-5ad5-4ab4-82b4-91981725bad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74330c70-a764-4e77-9571-70c618e85cdd,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:14.856597 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-bba16a14-5ad5-4ab4-82b4-91981725bad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:14.901847 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-af444f15-aefe-4ab0-abf9-4da6b2dc9b10 req-bcd62380-b91f-44eb-9077-536e83a13b13 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] For port 41fededc-8f56-41fb-9535-950590d98d7a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=41fededc-8f56-41fb-9535-950590d98d7a,segment=NetworkSegment(2adc1b6f-f630-40aa-b889-e1e5a75c1bf8),segment_id=2adc1b6f-f630-40aa-b889-e1e5a75c1bf8)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:40:14.902613 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-af444f15-aefe-4ab0-abf9-4da6b2dc9b10 req-bcd62380-b91f-44eb-9077-536e83a13b13 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:14.946273 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 33942) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:15.140676 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-af444f15-aefe-4ab0-abf9-4da6b2dc9b10 req-bcd62380-b91f-44eb-9077-536e83a13b13 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Calling delete_port for 41fededc-8f56-41fb-9535-950590d98d7a owned by compute:nova {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:40:15.282438 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e28865-1767-469b-b964-b56e84974489 req-ec4c1e70-24ce-42d0-b268-0b83c668242e tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:15.288803 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a6e28865-1767-469b-b964-b56e84974489 req-ec4c1e70-24ce-42d0-b268-0b83c668242e tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 945 time: 0.1328886
Jun 25 14:40:15.366004 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bc194131-0c72-49a3-bc82-f9571ca870cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:15.392961 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d339df1d-27c9-492f-a54b-04155230245c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:15.394631 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bc194131-0c72-49a3-bc82-f9571ca870cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:15.483581 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d339df1d-27c9-492f-a54b-04155230245c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:15.526394 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d339df1d-27c9-492f-a54b-04155230245c admin admin] Usage tracker for resource:security_group_rule and tenant:721fd3e92d704c5b8f2dad6a594e501c is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:15.538642 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d339df1d-27c9-492f-a54b-04155230245c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:15.604627 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d339df1d-27c9-492f-a54b-04155230245c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:15.631985 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a6e28865-1767-469b-b964-b56e84974489 req-40f70fe6-1e29-4cf2-9ced-4b448fc58da2 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ee2e31-82cb-4828-aa52-c435242feae5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3149230
Jun 25 14:40:15.677361 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bc194131-0c72-49a3-bc82-f9571ca870cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:15.700998 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-59826d28-22df-4457-ae7c-f14cfccd7d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:15.745403 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc194131-0c72-49a3-bc82-f9571ca870cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74330c70-a764-4e77-9571-70c618e85cdd,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:15.783936 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ec069-1bca-4476-9db6-772732a25fc5 req-9264bfef-1498-43bc-b489-01b0bd1a98ea tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:15.786365 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b46ec069-1bca-4476-9db6-772732a25fc5 req-9264bfef-1498-43bc-b489-01b0bd1a98ea tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.2497005
Jun 25 14:40:15.788373 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bc194131-0c72-49a3-bc82-f9571ca870cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:15.809175 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-af444f15-aefe-4ab0-abf9-4da6b2dc9b10 req-bcd62380-b91f-44eb-9077-536e83a13b13 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:15.838263 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:15.884198 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d339df1d-27c9-492f-a54b-04155230245c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:15.892554 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b46ec069-1bca-4476-9db6-772732a25fc5 req-c2e77e05-3604-458b-b6df-8abcccb5d0a1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882280
Jun 25 14:40:15.894365 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d339df1d-27c9-492f-a54b-04155230245c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:15.908176 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:15.909639 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bc194131-0c72-49a3-bc82-f9571ca870cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:15.910819 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-bc194131-0c72-49a3-bc82-f9571ca870cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74330c70-a764-4e77-9571-70c618e85cdd HTTP/1.1" status: 204  len: 168 time: 1.0636230
Jun 25 14:40:15.917178 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd62380-b91f-44eb-9077-536e83a13b13 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Pushing event deleted for resources: {'Port': ['ID=41fededc-8f56-41fb-9535-950590d98d7a,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:15.999027 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bcd62380-b91f-44eb-9077-536e83a13b13 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:16.017384 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339df1d-27c9-492f-a54b-04155230245c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3704e3b3-1573-403f-9a70-834106849238,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:16.024175 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d339df1d-27c9-492f-a54b-04155230245c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:16.034088 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-d339df1d-27c9-492f-a54b-04155230245c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=721fd3e92d704c5b8f2dad6a594e501c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0854557
Jun 25 14:40:16.034983 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 33976) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:16.041041 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-af444f15-aefe-4ab0-abf9-4da6b2dc9b10 req-bcd62380-b91f-44eb-9077-536e83a13b13 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] No DVR routers for this DVR port 41fededc-8f56-41fb-9535-950590d98d7a on host hv-cinder-79809 {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:40:16.044379 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-af444f15-aefe-4ab0-abf9-4da6b2dc9b10 req-bcd62380-b91f-44eb-9077-536e83a13b13 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:16.051798 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-af444f15-aefe-4ab0-abf9-4da6b2dc9b10 req-bcd62380-b91f-44eb-9077-536e83a13b13 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.16 "DELETE /v2.0/ports/41fededc-8f56-41fb-9535-950590d98d7a HTTP/1.1" status: 204  len: 173 time: 1.7831304
Jun 25 14:40:16.051798 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9c3871-af75-4a15-b9ad-25b1c5597587', 'name': 'network-vif-deleted', 'tag': '41fededc-8f56-41fb-9535-950590d98d7a'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:40:16.132795 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9c3871-af75-4a15-b9ad-25b1c5597587', 'name': 'network-vif-deleted', 'tag': '41fededc-8f56-41fb-9535-950590d98d7a', 'status': 'completed', 'code': 200}
Jun 25 14:40:16.139735 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f9cddb7d-2ba9-4085-87e2-237aca46d1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:16.179348 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f9cddb7d-2ba9-4085-87e2-237aca46d1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:16.289136 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f9cddb7d-2ba9-4085-87e2-237aca46d1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:16.304156 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-40fb95ba-312d-4203-a023-79f9826bb1fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:16.328222 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cddb7d-2ba9-4085-87e2-237aca46d1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3704e3b3-1573-403f-9a70-834106849238,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:16.341269 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f9cddb7d-2ba9-4085-87e2-237aca46d1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:16.344366 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f9cddb7d-2ba9-4085-87e2-237aca46d1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:16.345632 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-f9cddb7d-2ba9-4085-87e2-237aca46d1b5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3704e3b3-1573-403f-9a70-834106849238 HTTP/1.1" status: 204  len: 168 time: 0.3096697
Jun 25 14:40:16.983382 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a214c015-6391-4ddb-a7e1-b245b9fdb599 req-287be6b2-059c-4dd4-aa84-4a6ea90c38a0 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9c3871-af75-4a15-b9ad-25b1c5597587 HTTP/1.1" status: 200  len: 210 time: 0.1800044
Jun 25 14:40:17.189048 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e26b9-733b-41d4-9774-8be045963cf1 req-fc5a581a-c901-43c1-9156-5236b91d9663 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:17.195071 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4f9e26b9-733b-41d4-9774-8be045963cf1 req-fc5a581a-c901-43c1-9156-5236b91d9663 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1036301
Jun 25 14:40:17.271069 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4f9e26b9-733b-41d4-9774-8be045963cf1 req-20be5577-a4d6-4af2-bd07-c44a322df4d7 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749383
Jun 25 14:40:17.439409 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 41fededc-8f56-41fb-9535-950590d98d7a no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:40:17.533966 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] No Port match for: 41fededc-8f56-41fb-9535-950590d98d7a {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:40:17.534496 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 41fededc-8f56-41fb-9535-950590d98d7a not bound to the agent host hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:40:18.028115 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 34062) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:18.568432 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fa732081-2fc8-4da3-9ba9-1ab49e55f1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:18.628648 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-fa732081-2fc8-4da3-9ba9-1ab49e55f1b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:18.636008 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-fa732081-2fc8-4da3-9ba9-1ab49e55f1b1 admin admin] Usage tracker for resource:security_group_rule and tenant:6d4b1326e33a430f998fcfaae3338bea is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:18.639728 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-fa732081-2fc8-4da3-9ba9-1ab49e55f1b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:18.651077 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c08f1-d1e0-4008-8ffb-1bc2bcd8a273 req-16bca44b-f6fe-4a56-8f15-e01d114ce315 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:18.659050 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-170c08f1-d1e0-4008-8ffb-1bc2bcd8a273 req-16bca44b-f6fe-4a56-8f15-e01d114ce315 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1675017
Jun 25 14:40:18.710848 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-fa732081-2fc8-4da3-9ba9-1ab49e55f1b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:18.714173 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-170c08f1-d1e0-4008-8ffb-1bc2bcd8a273 req-b61fdc53-f314-41b1-a796-09113dbbd8bf tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542853
Jun 25 14:40:18.874074 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fa732081-2fc8-4da3-9ba9-1ab49e55f1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:18.883301 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fa732081-2fc8-4da3-9ba9-1ab49e55f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:18.898154 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-dfc9b857-bf78-45b3-b5fb-6a272583cd23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:18.959973 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-fa732081-2fc8-4da3-9ba9-1ab49e55f1b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d4b1326e33a430f998fcfaae3338bea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9264894
Jun 25 14:40:18.959973 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa732081-2fc8-4da3-9ba9-1ab49e55f1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dca587b-03fa-4517-b5dd-c99cf48b79b3,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:18.961214 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34116) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:18.961749 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-fa732081-2fc8-4da3-9ba9-1ab49e55f1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:19.053774 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5ea36ca5-7ddb-44c7-9c35-9406566f866e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:19.089198 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5ea36ca5-7ddb-44c7-9c35-9406566f866e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:19.178849 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5ea36ca5-7ddb-44c7-9c35-9406566f866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:19.179950 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:19.193260 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea36ca5-7ddb-44c7-9c35-9406566f866e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dca587b-03fa-4517-b5dd-c99cf48b79b3,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:19.205123 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5ea36ca5-7ddb-44c7-9c35-9406566f866e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:19.206306 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-5ea36ca5-7ddb-44c7-9c35-9406566f866e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2dca587b-03fa-4517-b5dd-c99cf48b79b3 HTTP/1.1" status: 204  len: 168 time: 0.2435701
Jun 25 14:40:19.207398 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5ea36ca5-7ddb-44c7-9c35-9406566f866e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:19.793475 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34150) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:19.847645 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0529723c-37ee-4093-bd03-513282e714b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:19.887565 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0529723c-37ee-4093-bd03-513282e714b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:19.893439 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0529723c-37ee-4093-bd03-513282e714b8 admin admin] Usage tracker for resource:security_group_rule and tenant:fbcf8cb5a1d840cfa201cb43bdd0ab8a is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:19.897099 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0529723c-37ee-4093-bd03-513282e714b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:19.904905 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0529723c-37ee-4093-bd03-513282e714b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:19.993257 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 34156) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:20.058452 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7896447-c722-44e3-829a-193e513f5ffb req-9333c6e0-6043-4f81-979d-fd5a0b107c53 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:20.069161 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f7896447-c722-44e3-829a-193e513f5ffb req-9333c6e0-6043-4f81-979d-fd5a0b107c53 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1570177
Jun 25 14:40:20.099680 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0529723c-37ee-4093-bd03-513282e714b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:20.109556 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0529723c-37ee-4093-bd03-513282e714b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:20.129559 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-a4ea78ec-94fa-44f4-b29f-4b33a0fbc71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:20.229811 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-0529723c-37ee-4093-bd03-513282e714b8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fbcf8cb5a1d840cfa201cb43bdd0ab8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4335787
Jun 25 14:40:20.238382 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34170) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:20.257343 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f7896447-c722-44e3-829a-193e513f5ffb req-5b2f90f0-7af3-4c0d-a32a-c8d2d3c94fa5 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869447
Jun 25 14:40:20.278297 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529723c-37ee-4093-bd03-513282e714b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a101fe5e-dc10-46c5-acab-0541e987ee5a,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:20.287212 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0529723c-37ee-4093-bd03-513282e714b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:20.373309 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ebe9bba5-71ea-4564-bd21-c7fdd807fc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:20.408995 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9670f40c-cfd6-4f54-9b07-d5965d45ddff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:20.424558 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ebe9bba5-71ea-4564-bd21-c7fdd807fc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:20.439886 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9670f40c-cfd6-4f54-9b07-d5965d45ddff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:20.444516 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9670f40c-cfd6-4f54-9b07-d5965d45ddff admin admin] Usage tracker for resource:security_group_rule and tenant:022462bf791b4087a474d7e0ee489c8f is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:20.447680 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9670f40c-cfd6-4f54-9b07-d5965d45ddff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:20.454464 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9670f40c-cfd6-4f54-9b07-d5965d45ddff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:20.537911 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ebe9bba5-71ea-4564-bd21-c7fdd807fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:20.547465 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:20.572984 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9bba5-71ea-4564-bd21-c7fdd807fc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a101fe5e-dc10-46c5-acab-0541e987ee5a,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:20.582539 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9670f40c-cfd6-4f54-9b07-d5965d45ddff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:20.586389 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-ebe9bba5-71ea-4564-bd21-c7fdd807fc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:20.588174 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ebe9bba5-71ea-4564-bd21-c7fdd807fc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:20.589085 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9670f40c-cfd6-4f54-9b07-d5965d45ddff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:20.590141 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-ebe9bba5-71ea-4564-bd21-c7fdd807fc60 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a101fe5e-dc10-46c5-acab-0541e987ee5a HTTP/1.1" status: 204  len: 168 time: 0.3432488
Jun 25 14:40:20.605994 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5b95bebc-bfee-487e-9bb5-7724837f38ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:20.674814 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670f40c-cfd6-4f54-9b07-d5965d45ddff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d68b264-0036-4a8d-88b6-7e95f8d35f48,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:20.680485 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-9670f40c-cfd6-4f54-9b07-d5965d45ddff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=022462bf791b4087a474d7e0ee489c8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6853435
Jun 25 14:40:20.682155 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9670f40c-cfd6-4f54-9b07-d5965d45ddff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:20.684835 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34186) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:20.722886 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 34190) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:20.795365 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_v2 [None req-053eb17a-88cd-45af-8605-d0722263de17 admin admin] Deleting subnet 219404d4-c6ec-479c-bff7-4b572eb2c406 {{(pid=78435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 25 14:40:20.799069 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-053eb17a-88cd-45af-8605-d0722263de17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:20.808649 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f77da5db-8cf0-4fed-9944-e2763e985bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:20.864311 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-053eb17a-88cd-45af-8605-d0722263de17 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:20.873943 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f77da5db-8cf0-4fed-9944-e2763e985bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:20.878058 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-053eb17a-88cd-45af-8605-d0722263de17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409244'] for subnet, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:20.961585 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f77da5db-8cf0-4fed-9944-e2763e985bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:20.970221 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-822a8432-47db-45fd-94d4-81bb45750739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:20.975692 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-053eb17a-88cd-45af-8605-d0722263de17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for subnet, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:20.985245 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:20.986813 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77da5db-8cf0-4fed-9944-e2763e985bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d68b264-0036-4a8d-88b6-7e95f8d35f48,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:20.990913 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f77da5db-8cf0-4fed-9944-e2763e985bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:20.993360 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f77da5db-8cf0-4fed-9944-e2763e985bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:20.995687 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-f77da5db-8cf0-4fed-9944-e2763e985bbd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d68b264-0036-4a8d-88b6-7e95f8d35f48 HTTP/1.1" status: 204  len: 168 time: 0.3084509
Jun 25 14:40:21.033446 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-053eb17a-88cd-45af-8605-d0722263de17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:21.049714 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053eb17a-88cd-45af-8605-d0722263de17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219404d4-c6ec-479c-bff7-4b572eb2c406,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:21.053301 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-053eb17a-88cd-45af-8605-d0722263de17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:21.063919 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-053eb17a-88cd-45af-8605-d0722263de17 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/219404d4-c6ec-479c-bff7-4b572eb2c406 HTTP/1.1" status: 204  len: 168 time: 0.3396730
Jun 25 14:40:21.068225 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 34202) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:21.230116 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1810749'] for network, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:21.688535 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410625', 'neutron.services.segments.db._delete_segments_for_network-8783892414913'] for network, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:21.711650 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd28ad28c10>> segment before_delete 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:40:21.712583 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd28ad28c10>> subnet precommit_delete_associations 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:40:21.713944 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd28a562e20>> segment_host_mapping after_create 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:40:21.714647 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd28a562e20>> port after_create 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:40:21.715300 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd28a562e20>> port after_delete 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:40:21.716187 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd28a562e20>> port after_update 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:40:21.717109 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd28a562e20>> segment after_delete 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:40:21.718270 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd28a562e20>> subnet after_create 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:40:21.719032 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd28a562e20>> subnet after_delete 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:40:21.719909 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd28a562e20>> subnet after_update 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:40:21.932610 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd28a6124f0>> subnet after_create 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:40:21.932610 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd28a6124f0>> subnet after_delete 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:40:21.932610 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd28a6124f0>> subnet before_create 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:40:21.933130 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd28a6124f0>> subnet before_update 55550000 {{(pid=78435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:40:21.933370 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd28aa5f6a0>,) {'filters': {'network_id': ['22e202d2-2336-46fd-9cf3-862842b9f9b2']}} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:40:21.961225 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28aa5f6a0>, '2adc1b6f-f630-40aa-b889-e1e5a75c1bf8') {'for_net_delete': True} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:40:21.961815 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28aa5f6a0>, '2adc1b6f-f630-40aa-b889-e1e5a75c1bf8') {} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:40:21.986529 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783892427816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6995103'] for segment, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:22.044747 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:22.060578 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=78435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 25 14:40:22.061306 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1411209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6486702'] for segment, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   from cryptography.utils import int_from_bytes
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   from cryptography.utils import int_from_bytes
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   util.warn_limited(
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   util.warn_limited(
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]: Traceback (most recent call last):
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:     timer()
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:     cb(*args, **kw)
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:     return func(*args, **kwargs)
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:     self._notify()
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:     self.callback(batched_events)
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:     event.method(event)
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:     return f(self, *a, **k)
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._get(url).json()
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self.request(url, 'GET', **kwargs)
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 25 14:40:22.085902 dv-cinder-798091-1-iscsi neutron-server[78435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 25 14:40:22.107527 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207036b7-2a86-4055-92a3-75b7aa389ae0 req-501361c0-d2ea-489d-ae2f-6dcc2aeab3aa tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:22.119061 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-207036b7-2a86-4055-92a3-75b7aa389ae0 req-501361c0-d2ea-489d-ae2f-6dcc2aeab3aa tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.5109413
Jun 25 14:40:22.278309 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549382'] for network, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:22.290778 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:22.347104 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-207036b7-2a86-4055-92a3-75b7aa389ae0 req-cc7c607f-70ff-4221-a099-ec2d4a094c38 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2268376
Jun 25 14:40:22.358365 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:22.393522 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=22e202d2-2336-46fd-9cf3-862842b9f9b2,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:22.413536 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/22e202d2-2336-46fd-9cf3-862842b9f9b2 HTTP/1.1" status: 204  len: 168 time: 1.3436861
Jun 25 14:40:22.416052 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:22.778705 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 34266) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:22.875313 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-8e4ac1e6-9228-42fb-9c65-b04bc74b1347 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=96217f8828624862a5c257565ecf9ce2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0941284
Jun 25 14:40:22.882321 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34274) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:22.976255 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3852742f-3b68-49a0-8749-25914728a71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:23.030136 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3852742f-3b68-49a0-8749-25914728a71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:23.177936 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3852742f-3b68-49a0-8749-25914728a71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:23.184894 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-fd507f76-6311-4db5-91b1-243d10b9c2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:23.201837 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852742f-3b68-49a0-8749-25914728a71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ee2e31-82cb-4828-aa52-c435242feae5,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:23.205603 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-3852742f-3b68-49a0-8749-25914728a71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:23.220507 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3852742f-3b68-49a0-8749-25914728a71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:23.222323 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-3852742f-3b68-49a0-8749-25914728a71e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28ee2e31-82cb-4828-aa52-c435242feae5 HTTP/1.1" status: 204  len: 168 time: 0.3385134
Jun 25 14:40:23.694552 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdaa9af-d104-487b-9420-2f76cc6cff87 req-bee09c6a-d24e-40f6-971f-78bed159f3cb tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:23.703416 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fbdaa9af-d104-487b-9420-2f76cc6cff87 req-bee09c6a-d24e-40f6-971f-78bed159f3cb tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1311235
Jun 25 14:40:23.798000 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fbdaa9af-d104-487b-9420-2f76cc6cff87 req-f507eb8f-9ef5-4ef4-8625-e6ffbec0de15 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928741
Jun 25 14:40:24.614518 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:40:24.619562 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34338) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:24.817515 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-network', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:40:24.822942 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:24.829650 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Usage tracker for resource:network and tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:24.833781 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:24.841253 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:24.855157 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Made reservation on behalf of f3a75d1c9a4d4eb6af15a9e14897a5b2 for: {'network': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:40:24.859257 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:24.876914 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:24.905554 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:24.914426 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Usage tracker for resource:security_group_rule and tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:24.918489 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:24.924922 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:25.073528 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f7ccd-478b-4d2d-9efc-f87ce1a347cc req-b5136040-6ea0-4eb1-a6df-6ec3134aa387 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:25.075353 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d47f7ccd-478b-4d2d-9efc-f87ce1a347cc req-b5136040-6ea0-4eb1-a6df-6ec3134aa387 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1227088
Jun 25 14:40:25.120657 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:25.130067 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:25.134157 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7733116e-8668-4766-8307-e8bd54fa48bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:25.153662 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d47f7ccd-478b-4d2d-9efc-f87ce1a347cc req-2e921c3d-1e88-4202-b7aa-2e00612243fd tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681005
Jun 25 14:40:25.172584 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'}  {{(pid=78436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 14:40:25.198212 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783892414904', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:25.198792 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd28c981b80> segment precommit_create {{(pid=78436) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 25 14:40:25.199211 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.segments_db [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Added segment 7aa399af-ae9d-476f-b4c7-295e3a5ea7aa of type vlan for network be24940d-36a5-4120-9f97-63f35026663d
Jun 25 14:40:25.207073 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1682192e-85ca-44c6-b508-6f32ec48d942,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:25.210554 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:25.252590 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:25.297137 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:25.299245 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:25.300204 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:25.307752 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:25.505794 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.8843720
Jun 25 14:40:25.509420 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 34372) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:25.516944 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Pushing event updated for resources: {'Network': ['ID=be24940d-36a5-4120-9f97-63f35026663d,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:25.518484 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] Request body: {'subnet': {'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-subnet', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:40:25.522408 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:25.524090 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:25.528615 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] Usage tracker for resource:subnet and tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:25.532560 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:25.538953 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network be24940d-36a5-4120-9f97-63f35026663d details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 14:40:25.540952 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:25.559414 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] Made reservation on behalf of f3a75d1c9a4d4eb6af15a9e14897a5b2 for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:40:25.563784 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6392516'] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:25.918653 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6485581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6392530'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:25.927099 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-295e64e9-ce62-4c84-9628-1863e5017d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:25.993608 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e39175d9-74d1-4a7a-b7f4-51fe6d4a191b,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:26.031557 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:26.041037 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] Checking segment: {'id': '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:40:26.041534 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] Network hostable DHCP agents. Network: be24940d-36a5-4120-9f97-63f35026663d, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 14:40:26.070323 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] Network be24940d-36a5-4120-9f97-63f35026663d is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 14:40:26.083704 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, be24940d-36a5-4120-9f97-63f35026663d) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:40:26.089622 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:26.090328 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:26.103895 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966c5570-0a78-4ce8-84ca-03b8a6a1b8d9 None None] Network be24940d-36a5-4120-9f97-63f35026663d requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:40:26.123937 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.6101558
Jun 25 14:40:26.124143 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 34400) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:26.131649 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:40:26.137176 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:26.142717 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Usage tracker for resource:router and tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:26.145903 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:26.154370 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:26.182074 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018'] for router, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:26.183337 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:26.237783 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:26.592456 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2453cf98-ccc3-5d86-bc5a-54844e48914f-be24940d-36a5-4120-9f97-63f35026663d', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b'}]}} from dv-cinder-798091-1-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 25 14:40:26.594309 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:26.688338 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:26.849668 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbc4a6-3b25-4cc3-812c-51388eaa6567 req-cfc57541-0243-4244-b993-056fbf35df2f tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:26.851519 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c9bbc4a6-3b25-4cc3-812c-51388eaa6567 req-cfc57541-0243-4244-b993-056fbf35df2f tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.3649943
Jun 25 14:40:27.104110 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Allocated IP 172.20.0.2 (be24940d-36a5-4120-9f97-63f35026663d/e39175d9-74d1-4a7a-b7f4-51fe6d4a191b/963f9667-a3f4-40ec-a64e-de3cdf13b05f) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:40:27.195969 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c9bbc4a6-3b25-4cc3-812c-51388eaa6567 req-37ad07ef-f31a-43db-912f-0c0b0d52f468 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3350046
Jun 25 14:40:27.278432 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34432) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:27.522405 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:27.561677 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Transition to ACTIVE for port object 963f9667-a3f4-40ec-a64e-de3cdf13b05f will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:40:27.636099 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-75a17408-74b2-4cda-88bc-2eadbd8a0cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:27.648804 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Transition to ACTIVE for port object 963f9667-a3f4-40ec-a64e-de3cdf13b05f will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:40:27.658501 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:27.668483 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-75a17408-74b2-4cda-88bc-2eadbd8a0cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:27.683209 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-75a17408-74b2-4cda-88bc-2eadbd8a0cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:7676b7c70094462fa87ff21007be9298 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:27.690512 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-75a17408-74b2-4cda-88bc-2eadbd8a0cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:27.691742 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:27.711102 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-75a17408-74b2-4cda-88bc-2eadbd8a0cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:27.837467 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:27.868932 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Pushing event updated for resources: {'Port': ['ID=963f9667-a3f4-40ec-a64e-de3cdf13b05f,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:27.889702 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Network be24940d-36a5-4120-9f97-63f35026663d is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:40:27.892390 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:27.893300 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:27.893856 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:27.894055 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:27.894405 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:27.894705 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:27.895057 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:27.895527 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:27.896092 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:27.897552 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:27.897996 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:27.898536 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:27.899051 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:27.904918 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-75a17408-74b2-4cda-88bc-2eadbd8a0cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:27.906466 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:27.909228 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Resources bound (agent type, host, resource id):  {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:40:27.912260 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-75a17408-74b2-4cda-88bc-2eadbd8a0cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:27.913963 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:40:27.924017 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-a86822e8-b4c1-4b86-b0e5-5b1f18b6f6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:27.993173 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a17408-74b2-4cda-88bc-2eadbd8a0cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a1a65b-8f9f-4c98-a440-e367fbbc8f61,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:28.001448 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-75a17408-74b2-4cda-88bc-2eadbd8a0cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:28.005830 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-75a17408-74b2-4cda-88bc-2eadbd8a0cc9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7676b7c70094462fa87ff21007be9298&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7260625
Jun 25 14:40:28.012341 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34452) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:28.123044 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Attempting to bind port 963f9667-a3f4-40ec-a64e-de3cdf13b05f on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:40:28.123520 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Attempting to bind port 963f9667-a3f4-40ec-a64e-de3cdf13b05f by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:40:28.124066 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Attempting to bind port 963f9667-a3f4-40ec-a64e-de3cdf13b05f on network be24940d-36a5-4120-9f97-63f35026663d {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:40:28.132318 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:40:28.132891 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Checking segment: {'id': '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:40:28.133437 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:28.133612 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Bound using segment: {'id': '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:40:28.134072 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Bound port: 963f9667-a3f4-40ec-a64e-de3cdf13b05f, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:40:28.134461 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:28.146675 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9bc100b5-2beb-4052-82a3-3fee18cf9eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:28.179085 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Allocated IP 172.27.3.254 (598d3f89-d135-48db-a81c-d0cdd206ad8b/603cb312-45ed-44f0-bfe6-5788d06b586a/1fee133f-d7d0-4b38-b3a9-a4a4866b39f7) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:40:28.223792 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9bc100b5-2beb-4052-82a3-3fee18cf9eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:28.298290 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] For port 963f9667-a3f4-40ec-a64e-de3cdf13b05f, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:40:28.303447 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] For port 963f9667-a3f4-40ec-a64e-de3cdf13b05f, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=963f9667-a3f4-40ec-a64e-de3cdf13b05f,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:40:28.317493 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:28.330170 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:28.374895 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9bc100b5-2beb-4052-82a3-3fee18cf9eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:28.379433 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-64148a44-fb47-4709-8541-923895e3d332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:28.395449 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc100b5-2beb-4052-82a3-3fee18cf9eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a1a65b-8f9f-4c98-a440-e367fbbc8f61,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:28.403752 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9bc100b5-2beb-4052-82a3-3fee18cf9eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:28.407369 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9bc100b5-2beb-4052-82a3-3fee18cf9eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:28.408940 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-9bc100b5-2beb-4052-82a3-3fee18cf9eaa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a4a1a65b-8f9f-4c98-a440-e367fbbc8f61 HTTP/1.1" status: 204  len: 168 time: 0.3939574
Jun 25 14:40:28.489756 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Pushing event updated for resources: {'Port': ['ID=963f9667-a3f4-40ec-a64e-de3cdf13b05f,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:28.500167 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:28.594466 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:28.624285 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950aeca-c347-483c-b5df-387579836e1c req-9e6f681d-5086-4ebc-a441-730dd44e4c94 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:28.626069 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2950aeca-c347-483c-b5df-387579836e1c req-9e6f681d-5086-4ebc-a441-730dd44e4c94 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1745832
Jun 25 14:40:28.722457 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2950aeca-c347-483c-b5df-387579836e1c req-10a5e303-6970-4241-b8a1-9f0830f9182c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822177
Jun 25 14:40:28.724211 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:28.731002 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:28.857131 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:40:28.860797 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:40:28.866345 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:40:28.951449 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Pushing event updated for resources: {'Port': ['ID=1fee133f-d7d0-4b38-b3a9-a4a4866b39f7,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:28.972594 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:29.171331 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34480) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:29.215888 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d70a02fa-00ed-481a-88d6-cde89eda8eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:29.247592 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-d70a02fa-00ed-481a-88d6-cde89eda8eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:29.254008 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-d70a02fa-00ed-481a-88d6-cde89eda8eeb admin admin] Usage tracker for resource:security_group_rule and tenant:6e2db37689b2428087392421637c894d is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:29.257066 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-d70a02fa-00ed-481a-88d6-cde89eda8eeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:29.266030 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-d70a02fa-00ed-481a-88d6-cde89eda8eeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:29.445369 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d70a02fa-00ed-481a-88d6-cde89eda8eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:29.458547 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d70a02fa-00ed-481a-88d6-cde89eda8eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:29.474730 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-3852742f-3b68-49a0-8749-25914728a71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:29.556583 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-d70a02fa-00ed-481a-88d6-cde89eda8eeb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e2db37689b2428087392421637c894d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3797803
Jun 25 14:40:29.563606 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34494) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:29.568297 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a02fa-00ed-481a-88d6-cde89eda8eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6d04a8-ae31-44f2-87c0-9af598bf36f9,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:29.584304 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d70a02fa-00ed-481a-88d6-cde89eda8eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:29.720680 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:29.737816 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf0019dc-3c2f-4be3-9f28-835525bb7bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:29.806323 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf0019dc-3c2f-4be3-9f28-835525bb7bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:29.908064 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf0019dc-3c2f-4be3-9f28-835525bb7bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:29.922272 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5ea36ca5-7ddb-44c7-9c35-9406566f866e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:29.968697 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0019dc-3c2f-4be3-9f28-835525bb7bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6d04a8-ae31-44f2-87c0-9af598bf36f9,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:29.981510 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bf0019dc-3c2f-4be3-9f28-835525bb7bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:29.984141 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf0019dc-3c2f-4be3-9f28-835525bb7bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:29.985701 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-bf0019dc-3c2f-4be3-9f28-835525bb7bc9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8a6d04a8-ae31-44f2-87c0-9af598bf36f9 HTTP/1.1" status: 204  len: 168 time: 0.4190912
Jun 25 14:40:30.074741 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34506) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:30.279206 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7b95b2-f88b-498e-abac-306f493be3f2 None None] Network be24940d-36a5-4120-9f97-63f35026663d requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:40:30.325078 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-eb00de07-13ca-4c79-93a3-b8b7d2251d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:30.352603 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-eb00de07-13ca-4c79-93a3-b8b7d2251d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:30.361256 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-eb00de07-13ca-4c79-93a3-b8b7d2251d4a admin admin] Usage tracker for resource:security_group_rule and tenant:f0271d64f98e414f9eb6e88f7859c2b7 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:30.367068 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-eb00de07-13ca-4c79-93a3-b8b7d2251d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:30.380746 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-eb00de07-13ca-4c79-93a3-b8b7d2251d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:30.498657 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf45a4-65e6-4220-bd3e-cd6ecdd8bb3b req-d57ae647-ca04-4872-8b44-452e03f8ce26 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:30.507235 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-74cf45a4-65e6-4220-bd3e-cd6ecdd8bb3b req-d57ae647-ca04-4872-8b44-452e03f8ce26 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.4218459
Jun 25 14:40:30.597668 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-d60a8947-2990-4d6f-9d72-b0f17788c9c6 None None] Provisioning for port 963f9667-a3f4-40ec-a64e-de3cdf13b05f completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:40:30.667407 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-eb00de07-13ca-4c79-93a3-b8b7d2251d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:30.671786 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-74cf45a4-65e6-4220-bd3e-cd6ecdd8bb3b req-b3a8eaca-5209-4a06-b086-e1118b207028 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629677
Jun 25 14:40:30.674330 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-eb00de07-13ca-4c79-93a3-b8b7d2251d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:30.695159 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549447'] for router, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:30.701384 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-38f5b23e-4c55-4708-9805-33fa0f17405c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:30.776608 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-eb00de07-13ca-4c79-93a3-b8b7d2251d4a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0271d64f98e414f9eb6e88f7859c2b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6979425
Jun 25 14:40:30.777014 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34524) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:30.780138 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00de07-13ca-4c79-93a3-b8b7d2251d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb68588-7272-4a9c-a692-25ddd62240f9,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:30.819678 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-eb00de07-13ca-4c79-93a3-b8b7d2251d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:31.005641 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:31.057149 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-44b1ef5d-8e5c-436c-b5f3-610e37d32edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:31.097465 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 963f9667-a3f4-40ec-a64e-de3cdf13b05f up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:40:31.162800 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-44b1ef5d-8e5c-436c-b5f3-610e37d32edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:31.300434 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 963f9667-a3f4-40ec-a64e-de3cdf13b05f completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:40:31.301149 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Router d29da848-9a8f-4ec7-a467-c16e607a21cf is scheduled to L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce with binding_index 1 {{(pid=78435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 25 14:40:31.311893 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 963f9667-a3f4-40ec-a64e-de3cdf13b05f triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:40:31.312564 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:31.337774 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-44b1ef5d-8e5c-436c-b5f3-610e37d32edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:31.341986 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f77da5db-8cf0-4fed-9944-e2763e985bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:31.370187 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1ef5d-8e5c-436c-b5f3-610e37d32edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb68588-7272-4a9c-a692-25ddd62240f9,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:31.382400 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-44b1ef5d-8e5c-436c-b5f3-610e37d32edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:31.399068 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-44b1ef5d-8e5c-436c-b5f3-610e37d32edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:31.403547 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-44b1ef5d-8e5c-436c-b5f3-610e37d32edb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1cb68588-7272-4a9c-a692-25ddd62240f9 HTTP/1.1" status: 204  len: 168 time: 0.6252332
Jun 25 14:40:31.645238 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:31.784190 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 963f9667-a3f4-40ec-a64e-de3cdf13b05f, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=963f9667-a3f4-40ec-a64e-de3cdf13b05f,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:40:31.795799 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:31.799735 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:40:31.812642 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Sync routers for ids ['d29da848-9a8f-4ec7-a467-c16e607a21cf'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:40:31.819138 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-86311a21-297f-4a4a-a080-af69da86b451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:31.852545 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Routers {'d29da848-9a8f-4ec7-a467-c16e607a21cf'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:40:31.857900 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28af45c40>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:40:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['d29da848-9a8f-4ec7-a467-c16e607a21cf'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:40:31.946611 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Notify callbacks [] for router, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:31.950465 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.8227627
Jun 25 14:40:31.951558 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34568) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:32.015654 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-d55ab08f-4b82-40ac-a2d6-0740129a7010 None None] Provisioning complete for port 963f9667-a3f4-40ec-a64e-de3cdf13b05f triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:40:32.016393 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d55ab08f-4b82-40ac-a2d6-0740129a7010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:32.193337 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=963f9667-a3f4-40ec-a64e-de3cdf13b05f,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:32.199904 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:32.278233 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2ec00-f79a-4672-856e-a670d83f8f0d req-003dbe9d-e08f-4dd5-bee8-f6fbecdb9151 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:32.299169 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e1f2ec00-f79a-4672-856e-a670d83f8f0d req-003dbe9d-e08f-4dd5-bee8-f6fbecdb9151 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.2636323
Jun 25 14:40:32.417324 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Set router d29da848-9a8f-4ec7-a467-c16e607a21cf gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:40:32.439412 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e1f2ec00-f79a-4672-856e-a670d83f8f0d req-9806aa18-091e-44b8-abae-d617e7631618 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396062
Jun 25 14:40:32.838640 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28af45c40>, [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:29Z', 'revision_number': 3, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:40:32.851881 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Checking router: d29da848-9a8f-4ec7-a467-c16e607a21cf for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:40:32.852818 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Updating router d29da848-9a8f-4ec7-a467-c16e607a21cf port 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7 binding host dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:40:32.889009 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 963f9667-a3f4-40ec-a64e-de3cdf13b05f up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:40:33.045264 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:33.050137 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 963f9667-a3f4-40ec-a64e-de3cdf13b05f triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:40:33.052629 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:33.837233 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:34.096374 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a5c71-37de-475f-b332-d2aa86f293e0 req-6ed81327-82ab-43c1-91cc-48cb9b9dadc6 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:34.098325 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d10a5c71-37de-475f-b332-d2aa86f293e0 req-6ed81327-82ab-43c1-91cc-48cb9b9dadc6 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.2177866
Jun 25 14:40:34.125805 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:34.146687 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Transition to ACTIVE for port object 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7 will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:40:34.162667 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:34.177059 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-ee710bcd-0e2a-4e3d-b704-9143dd44ad9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:34.203196 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Allocated IP 172.20.0.1 (be24940d-36a5-4120-9f97-63f35026663d/e39175d9-74d1-4a7a-b7f4-51fe6d4a191b/8ae64906-0b2b-4006-807a-17a275d67b26) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:40:34.230283 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d10a5c71-37de-475f-b332-d2aa86f293e0 req-04734b35-f591-4ba8-bea8-3d66f22b0dcd tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258984
Jun 25 14:40:34.349696 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Attempting to bind port 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:40:34.350558 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Attempting to bind port 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:40:34.352105 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Attempting to bind port 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7 on network 598d3f89-d135-48db-a81c-d0cdd206ad8b {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:40:34.375624 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Pushing event updated for resources: {'Port': ['ID=1fee133f-d7d0-4b38-b3a9-a4a4866b39f7,revision_number=2']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:34.378968 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:40:34.379345 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Checking segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:40:34.382666 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:34.384567 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Bound using segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:40:34.386211 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Bound port: 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:40:34.389494 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:34.481697 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:34.519571 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Transition to ACTIVE for port object 8ae64906-0b2b-4006-807a-17a275d67b26 will not be triggered until provisioned by entity DHCP. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:40:34.529635 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:34.530128 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:34.530584 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:34.530933 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:34.533130 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:34.534404 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:34.535604 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:34.537392 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:34.538669 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:34.539015 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:34.539360 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:34.539699 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:34.572338 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:34.573575 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:34.580008 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:34.647597 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] For port 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:40:34.655573 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] For port 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=1fee133f-d7d0-4b38-b3a9-a4a4866b39f7,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:40:34.660712 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Network be24940d-36a5-4120-9f97-63f35026663d is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:40:34.664591 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:40:34.668429 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:34.673406 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:34.682438 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:40:34.683601 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549505'] for router_interface, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:34.708609 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae64906-0b2b-4006-807a-17a275d67b26,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:34.720973 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:34.922515 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Routers {'d29da848-9a8f-4ec7-a467-c16e607a21cf'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:40:34.923181 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28af45c40>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:40:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['d29da848-9a8f-4ec7-a467-c16e607a21cf'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:40:34.973944 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:35.081111 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Pushing event updated for resources: {'Port': ['ID=1fee133f-d7d0-4b38-b3a9-a4a4866b39f7,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:35.095790 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:35.159512 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-28244a84-31e3-4fe2-873c-da26a244bc68 None None] Provisioning for port 8ae64906-0b2b-4006-807a-17a275d67b26 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:40:35.169664 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-28244a84-31e3-4fe2-873c-da26a244bc68 None None] Provisioning complete for port 8ae64906-0b2b-4006-807a-17a275d67b26 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:40:35.171904 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-28244a84-31e3-4fe2-873c-da26a244bc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:35.255614 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-28244a84-31e3-4fe2-873c-da26a244bc68 None None] Port 8ae64906-0b2b-4006-807a-17a275d67b26 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:40:35.287636 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] Set router d29da848-9a8f-4ec7-a467-c16e607a21cf gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:40:35.463897 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:35.471054 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:35.473347 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760616'] for router_interface, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:35.482697 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:35.527508 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cd137-e145-4678-853b-67124ea31953 req-ea16ac9d-0d14-4904-acc2-1c0f29d3b4d0 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:35.536392 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d41cd137-e145-4678-853b-67124ea31953 req-ea16ac9d-0d14-4904-acc2-1c0f29d3b4d0 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1010756
Jun 25 14:40:35.598250 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d41cd137-e145-4678-853b-67124ea31953 req-73278df2-e082-42bc-8cfc-7fbc9624857f tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596914
Jun 25 14:40:35.668169 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae64906-0b2b-4006-807a-17a275d67b26,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:35.673479 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:35.845537 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Network be24940d-36a5-4120-9f97-63f35026663d is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:40:35.850666 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:40:35.868592 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28af45c40>, [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '8ae64906-0b2b-4006-807a-17a275d67b26', 'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'mac_address': 'fa:16:3e:1d:ca:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:33Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 1, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'subnets': [{'id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:40:35.878589 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e1e8e-05fd-45af-b0a5-3be23d1c6169 None None] The sync data for ids ['d29da848-9a8f-4ec7-a467-c16e607a21cf'] in dv-cinder-798091-1-iscsi is: [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '8ae64906-0b2b-4006-807a-17a275d67b26', 'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'mac_address': 'fa:16:3e:1d:ca:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:33Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 1, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'subnets': [{'id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:40:36.206558 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Router d29da848-9a8f-4ec7-a467-c16e607a21cf has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:40:36.306641 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-281cd037-f502-453b-bfcd-906404545e36 None None] Provisioning complete for port 8ae64906-0b2b-4006-807a-17a275d67b26 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:40:36.307719 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-281cd037-f502-453b-bfcd-906404545e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:36.433645 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-281cd037-f502-453b-bfcd-906404545e36 None None] Port 8ae64906-0b2b-4006-807a-17a275d67b26 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:40:36.559687 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:40:36.571458 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] 10.222.0.52 "PUT /v2.0/routers/d29da848-9a8f-4ec7-a467-c16e607a21cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6183054
Jun 25 14:40:36.836749 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a9f35-d4e0-44b4-89e3-cdcd252bf7a9 req-27bc4ab7-7ebb-48f9-a565-07653698979f tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:36.839351 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d60a9f35-d4e0-44b4-89e3-cdcd252bf7a9 req-27bc4ab7-7ebb-48f9-a565-07653698979f tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1108668
Jun 25 14:40:36.899122 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d60a9f35-d4e0-44b4-89e3-cdcd252bf7a9 req-b938cd72-8073-4f03-9ef4-f46dc77dad92 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525646
Jun 25 14:40:37.384533 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 34730) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:37.393767 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-efcf3f31-60de-4b4e-8b11-546b2b5f0f23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--222643258', 'description': 'tempest-description--800820225'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:40:37.417315 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-efcf3f31-60de-4b4e-8b11-546b2b5f0f23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:37.429804 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-efcf3f31-60de-4b4e-8b11-546b2b5f0f23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Usage tracker for resource:security_group and tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:37.435770 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-efcf3f31-60de-4b4e-8b11-546b2b5f0f23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:37.451906 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-efcf3f31-60de-4b4e-8b11-546b2b5f0f23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:37.470491 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-efcf3f31-60de-4b4e-8b11-546b2b5f0f23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:37.513764 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-efcf3f31-60de-4b4e-8b11-546b2b5f0f23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:37.522682 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-efcf3f31-60de-4b4e-8b11-546b2b5f0f23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Usage tracker for resource:security_group_rule and tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:37.527866 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-efcf3f31-60de-4b4e-8b11-546b2b5f0f23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:37.539939 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-efcf3f31-60de-4b4e-8b11-546b2b5f0f23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:37.743535 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-efcf3f31-60de-4b4e-8b11-546b2b5f0f23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:37.749629 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-efcf3f31-60de-4b4e-8b11-546b2b5f0f23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:37.763054 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-13801a25-06d1-4ca5-8f40-ebb2092c768b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:37.833306 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf3f31-60de-4b4e-8b11-546b2b5f0f23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c4e79f-5758-4078-9f77-313295c93163,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:37.860614 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-efcf3f31-60de-4b4e-8b11-546b2b5f0f23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:37.864683 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-efcf3f31-60de-4b4e-8b11-546b2b5f0f23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:37.870003 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34744) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:37.872034 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-efcf3f31-60de-4b4e-8b11-546b2b5f0f23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.4849954
Jun 25 14:40:37.875835 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-59b9be4f-c03f-493b-8cd6-40efc32c50ca tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Request body: {'security_group_rule': {'security_group_id': '52c4e79f-5758-4078-9f77-313295c93163', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:40:37.889750 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-59b9be4f-c03f-493b-8cd6-40efc32c50ca tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:37.908320 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-59b9be4f-c03f-493b-8cd6-40efc32c50ca tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Usage tracker for resource:security_group_rule and tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:37.912591 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-59b9be4f-c03f-493b-8cd6-40efc32c50ca tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:37.920280 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-59b9be4f-c03f-493b-8cd6-40efc32c50ca tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:37.954383 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-59b9be4f-c03f-493b-8cd6-40efc32c50ca tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:38.078618 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-59b9be4f-c03f-493b-8cd6-40efc32c50ca tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:38.086307 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-59b9be4f-c03f-493b-8cd6-40efc32c50ca tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:38.089809 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5fba93f8-f223-4916-809d-ee00f89312f6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:38.135462 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9be4f-c03f-493b-8cd6-40efc32c50ca tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30eac279-1eb1-4452-a237-8ed834bd252e,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:38.143610 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-59b9be4f-c03f-493b-8cd6-40efc32c50ca tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:38.157404 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-59b9be4f-c03f-493b-8cd6-40efc32c50ca tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:38.159002 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-59b9be4f-c03f-493b-8cd6-40efc32c50ca tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2877662
Jun 25 14:40:38.164381 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34750) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:38.170794 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-6cb33cdd-02ec-41a1-982d-0186c2d3ac19 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Request body: {'security_group_rule': {'security_group_id': '52c4e79f-5758-4078-9f77-313295c93163', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:40:38.176581 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-6cb33cdd-02ec-41a1-982d-0186c2d3ac19 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:38.181445 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-6cb33cdd-02ec-41a1-982d-0186c2d3ac19 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Usage tracker for resource:security_group_rule and tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:38.186523 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-6cb33cdd-02ec-41a1-982d-0186c2d3ac19 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:38.195952 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-6cb33cdd-02ec-41a1-982d-0186c2d3ac19 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:38.223260 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6cb33cdd-02ec-41a1-982d-0186c2d3ac19 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:38.306543 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4186874a-3691-4435-8bd8-a26d26d931ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:38.320509 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95abea-fef5-4f41-9974-a24f0112e088 req-cb8df032-a3e3-4447-b24d-3e2166959620 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:38.330284 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-de95abea-fef5-4f41-9974-a24f0112e088 req-cb8df032-a3e3-4447-b24d-3e2166959620 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1437850
Jun 25 14:40:38.330494 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6cb33cdd-02ec-41a1-982d-0186c2d3ac19 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:38.340287 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6cb33cdd-02ec-41a1-982d-0186c2d3ac19 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:38.351015 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:38.410091 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-de95abea-fef5-4f41-9974-a24f0112e088 req-54a6142a-f4a7-4fa8-b321-c3a416dfe233 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790224
Jun 25 14:40:38.499630 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb33cdd-02ec-41a1-982d-0186c2d3ac19 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89fcf043-6f08-455d-b213-90c2110d99a3,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:38.506957 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6cb33cdd-02ec-41a1-982d-0186c2d3ac19 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:38.519821 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6cb33cdd-02ec-41a1-982d-0186c2d3ac19 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:38.521097 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-6cb33cdd-02ec-41a1-982d-0186c2d3ac19 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3559387
Jun 25 14:40:38.525988 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34756) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:38.531829 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Request body: {'floatingip': {'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:40:38.538281 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:38.543002 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Usage tracker for resource:floatingip and tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:38.546308 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:38.556646 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:38.576907 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for floatingip, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:38.786271 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Sync routers for ids ['d29da848-9a8f-4ec7-a467-c16e607a21cf'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:40:38.803093 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Routers {'d29da848-9a8f-4ec7-a467-c16e607a21cf'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:40:38.803754 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b27c970>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:40:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['d29da848-9a8f-4ec7-a467-c16e607a21cf'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:40:38.833031 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:38.993355 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:40:39.030347 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:39.059927 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Allocated IP 172.27.3.28 (598d3f89-d135-48db-a81c-d0cdd206ad8b/603cb312-45ed-44f0-bfe6-5788d06b586a/b391ad4f-c3ca-4283-b908-69a180cf711c) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:40:39.096554 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Set router d29da848-9a8f-4ec7-a467-c16e607a21cf gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:40:39.282886 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:40:39.304013 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:39.322991 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:40:39.324223 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:39.350842 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:39.355935 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:39.444670 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:40:39.447334 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:40:39.450132 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:40:39.477521 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event updated for resources: {'Port': ['ID=b391ad4f-c3ca-4283-b908-69a180cf711c,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:39.480813 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:39.500804 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:39.602500 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:39.643491 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a2802-dd2f-481f-8130-1830d386f073 req-878f83f9-78d0-4a3e-9667-6706dcaecb56 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:39.645212 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0d8a2802-dd2f-481f-8130-1830d386f073 req-878f83f9-78d0-4a3e-9667-6706dcaecb56 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1069479
Jun 25 14:40:39.659787 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:39.697452 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=1fee133f-d7d0-4b38-b3a9-a4a4866b39f7,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:40:39.707165 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b27c970>, [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '8ae64906-0b2b-4006-807a-17a275d67b26', 'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'mac_address': 'fa:16:3e:1d:ca:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:33Z', 'updated_at': '2021-06-25T14:40:35Z', 'revision_number': 2, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'subnets': [{'id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:40:39.713409 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:39.716936 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0d8a2802-dd2f-481f-8130-1830d386f073 req-588c345c-b6a7-41e2-b52d-85ef8435160f tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623021
Jun 25 14:40:39.726624 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:39.778931 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Checking router: d29da848-9a8f-4ec7-a467-c16e607a21cf for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:40:39.779447 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Updating router d29da848-9a8f-4ec7-a467-c16e607a21cf port 8ae64906-0b2b-4006-807a-17a275d67b26 binding host dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:40:39.884750 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:39.905218 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=1fee133f-d7d0-4b38-b3a9-a4a4866b39f7,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:39.909846 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:39.933187 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:39.947357 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:39.955329 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:40.038442 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549620'] for floatingip, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:40.058697 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event updated for resources: {'Port': ['ID=b391ad4f-c3ca-4283-b908-69a180cf711c,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:40.063356 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:40.092307 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:40.104235 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5769868
Jun 25 14:40:40.454105 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-12311fb8-283a-4de1-bf2b-bc37833efe23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Synchronizing usage tracker for tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:40:40.495755 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-12311fb8-283a-4de1-bf2b-bc37833efe23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Unset dirty status for tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:40:40.497176 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-12311fb8-283a-4de1-bf2b-bc37833efe23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--222643258&fields=id&tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2 HTTP/1.1" status: 200  len: 267 time: 0.0985596
Jun 25 14:40:40.610011 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:40.624970 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Transition to ACTIVE for port object 8ae64906-0b2b-4006-807a-17a275d67b26 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:40:40.636677 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:40.647392 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:40.673074 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 34814) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:40.731563 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2302fe-bb2b-47e3-a0ec-77aeec3ebe9e req-11a4d578-edd5-440d-912a-018c009fb593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:40.735840 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9b2302fe-bb2b-47e3-a0ec-77aeec3ebe9e req-11a4d578-edd5-440d-912a-018c009fb593 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 1099 time: 0.1632318
Jun 25 14:40:40.852592 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-9b2302fe-bb2b-47e3-a0ec-77aeec3ebe9e req-2f853653-7720-4bc7-91a4-9a4e794462ce service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026866
Jun 25 14:40:40.863785 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-a8b08995-3d71-42b2-8949-11caf7c104bc tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:40.866465 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-a8b08995-3d71-42b2-8949-11caf7c104bc tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/networks?id=be24940d-36a5-4120-9f97-63f35026663d HTTP/1.1" status: 200  len: 817 time: 0.3468862
Jun 25 14:40:40.936529 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-021ddb05-b8a0-4702-94df-9792c3436c3a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/quotas/f3a75d1c9a4d4eb6af15a9e14897a5b2 HTTP/1.1" status: 200  len: 375 time: 0.0438113
Jun 25 14:40:41.006984 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:40:41.065542 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239c98a-818c-46f1-9588-6f9fafebc827 None None] Pushing event updated for resources: {'Port': ['ID=8ae64906-0b2b-4006-807a-17a275d67b26,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:41.069818 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-d239c98a-818c-46f1-9588-6f9fafebc827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:41.133698 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-60b4c484-6951-4d5d-bcf0-f912d4d7f98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:41.175245 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Attempting to bind port 8ae64906-0b2b-4006-807a-17a275d67b26 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:40:41.175762 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Attempting to bind port 8ae64906-0b2b-4006-807a-17a275d67b26 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:40:41.176706 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Attempting to bind port 8ae64906-0b2b-4006-807a-17a275d67b26 on network be24940d-36a5-4120-9f97-63f35026663d {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:40:41.188513 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:40:41.189056 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Checking segment: {'id': '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:40:41.189579 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:41.190081 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Bound using segment: {'id': '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:40:41.190810 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Bound port: 8ae64906-0b2b-4006-807a-17a275d67b26, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:40:41.191455 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:41.225228 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8232d1c7-e30b-47a1-830f-dccf1cf0eb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:41.278430 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-8232d1c7-e30b-47a1-830f-dccf1cf0eb4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:41.283474 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-8232d1c7-e30b-47a1-830f-dccf1cf0eb4f admin admin] Usage tracker for resource:security_group_rule and tenant:095ac5d12fd74415b2b485c505fe3b98 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:41.286937 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-8232d1c7-e30b-47a1-830f-dccf1cf0eb4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:41.293036 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-8232d1c7-e30b-47a1-830f-dccf1cf0eb4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:41.322968 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:40:41.323482 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:41.381297 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] For port 8ae64906-0b2b-4006-807a-17a275d67b26, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:40:41.396987 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] For port 8ae64906-0b2b-4006-807a-17a275d67b26, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=8ae64906-0b2b-4006-807a-17a275d67b26,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:40:41.406179 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:41.415655 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:41.544896 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Routers {'d29da848-9a8f-4ec7-a467-c16e607a21cf'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:40:41.545523 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b27c970>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:40:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['d29da848-9a8f-4ec7-a467-c16e607a21cf'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:40:41.608557 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-b025b0f5-c5bb-4c62-bcc5-59e389c6e0f3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5870831
Jun 25 14:40:41.611318 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8232d1c7-e30b-47a1-830f-dccf1cf0eb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:41.631986 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a85169-7b8c-439f-bc5c-841cc72448ba req-6035fb00-f5d5-4055-a737-f554fbf8ee28 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:41.638455 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e6a85169-7b8c-439f-bc5c-841cc72448ba req-6035fb00-f5d5-4055-a737-f554fbf8ee28 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.6140511
Jun 25 14:40:41.642529 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8232d1c7-e30b-47a1-830f-dccf1cf0eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:41.710517 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239c98a-818c-46f1-9588-6f9fafebc827 None None] Pushing event updated for resources: {'Port': ['ID=8ae64906-0b2b-4006-807a-17a275d67b26,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:41.715851 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-d239c98a-818c-46f1-9588-6f9fafebc827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:41.753137 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c3049373-c1ce-4769-b357-560045f7143a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:41.808502 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232d1c7-e30b-47a1-830f-dccf1cf0eb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145256ee-dd9d-4412-ba1c-12d2a5e4e4c5,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:41.867327 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:41.872619 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] Set router d29da848-9a8f-4ec7-a467-c16e607a21cf gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:40:41.946693 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-8232d1c7-e30b-47a1-830f-dccf1cf0eb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:41.976529 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34842) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:41.977091 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-8232d1c7-e30b-47a1-830f-dccf1cf0eb4f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=095ac5d12fd74415b2b485c505fe3b98&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3017364
Jun 25 14:40:42.042754 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e6a85169-7b8c-439f-bc5c-841cc72448ba req-180313f8-d7c9-4f9b-afa1-8584b8de2269 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2906163
Jun 25 14:40:42.106087 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-cbfe3734-acac-4ca3-b940-4d538f61dcd2 service neutron] 10.222.0.52 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4097235
Jun 25 14:40:42.109793 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a00a9bf8-b3fe-402e-a871-68865d4f983c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:42.166095 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a00a9bf8-b3fe-402e-a871-68865d4f983c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:42.266171 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a00a9bf8-b3fe-402e-a871-68865d4f983c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:42.293800 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0185aa70-7784-4fd0-bf44-3dae46b8a267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:42.384059 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a9bf8-b3fe-402e-a871-68865d4f983c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145256ee-dd9d-4412-ba1c-12d2a5e4e4c5,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:42.411072 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-a00a9bf8-b3fe-402e-a871-68865d4f983c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:42.422426 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a00a9bf8-b3fe-402e-a871-68865d4f983c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:42.429458 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-a00a9bf8-b3fe-402e-a871-68865d4f983c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/145256ee-dd9d-4412-ba1c-12d2a5e4e4c5 HTTP/1.1" status: 204  len: 168 time: 0.4516182
Jun 25 14:40:42.733896 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-ae7dda55-caa8-440a-bb65-7f1f700659cc service neutron] 10.222.0.52 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6207955
Jun 25 14:40:42.754473 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b27c970>, [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '8ae64906-0b2b-4006-807a-17a275d67b26', 'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'mac_address': 'fa:16:3e:1d:ca:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:33Z', 'updated_at': '2021-06-25T14:40:41Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'subnets': [{'id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:40:42.782425 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5d4d85-e248-404c-820d-ff0aaaa3ef82 None None] The sync data for ids ['d29da848-9a8f-4ec7-a467-c16e607a21cf'] in dv-cinder-798091-1-iscsi is: [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '8ae64906-0b2b-4006-807a-17a275d67b26', 'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'mac_address': 'fa:16:3e:1d:ca:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:33Z', 'updated_at': '2021-06-25T14:40:41Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'subnets': [{'id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:40:42.984377 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 8ae64906-0b2b-4006-807a-17a275d67b26 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:40:43.073956 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34870) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:43.203880 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 8ae64906-0b2b-4006-807a-17a275d67b26 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:40:43.212801 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 8ae64906-0b2b-4006-807a-17a275d67b26 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:40:43.213691 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:43.404169 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:43.524505 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a7fd20e5-e98f-451b-9b3d-735b8ac1d718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:43.556905 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c82c838b-7483-4d22-956f-631493fa6bf9 req-4b3a8a3c-0760-4218-b2d2-3b107c5c1536 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 210 time: 0.2994571
Jun 25 14:40:43.567538 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 34890) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:43.597252 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-a7fd20e5-e98f-451b-9b3d-735b8ac1d718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:43.602600 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e918a053-94bb-4a26-883f-7fea85e6f286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:43.603837 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-a7fd20e5-e98f-451b-9b3d-735b8ac1d718 admin admin] Usage tracker for resource:security_group_rule and tenant:9945239151354beebd0f2183aa3a9b1d is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:43.609503 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-a7fd20e5-e98f-451b-9b3d-735b8ac1d718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:43.624031 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e918a053-94bb-4a26-883f-7fea85e6f286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:43.632443 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e918a053-94bb-4a26-883f-7fea85e6f286 admin admin] Usage tracker for resource:security_group_rule and tenant:740226ccc14e40cf8ed8664349ac1eeb is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:43.634811 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-a7fd20e5-e98f-451b-9b3d-735b8ac1d718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:43.637422 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e918a053-94bb-4a26-883f-7fea85e6f286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:43.646494 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e918a053-94bb-4a26-883f-7fea85e6f286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:43.657396 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:43.701956 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9838a27-db3b-4e2b-8dd8-e03198829ea3 req-76dc4983-8a97-4401-b32f-c2a018dd52a3 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:43.704243 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c9838a27-db3b-4e2b-8dd8-e03198829ea3 req-76dc4983-8a97-4401-b32f-c2a018dd52a3 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.2719111
Jun 25 14:40:43.744675 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 8ae64906-0b2b-4006-807a-17a275d67b26, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=8ae64906-0b2b-4006-807a-17a275d67b26,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:40:43.751912 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:43.754357 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:43.831940 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a7fd20e5-e98f-451b-9b3d-735b8ac1d718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:43.838381 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-a7fd20e5-e98f-451b-9b3d-735b8ac1d718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:43.871657 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-846d533f-5a80-489c-b9e1-2f6f656a2bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:43.901049 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c9838a27-db3b-4e2b-8dd8-e03198829ea3 req-2df04160-13f6-4b29-a688-48060270cbff tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793034
Jun 25 14:40:43.920956 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd20e5-e98f-451b-9b3d-735b8ac1d718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4554d7b-c9f3-453e-9cde-7f7ce7e98288,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:43.961338 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=8ae64906-0b2b-4006-807a-17a275d67b26,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:43.967557 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-a7fd20e5-e98f-451b-9b3d-735b8ac1d718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:43.976702 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:43.989139 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-a7fd20e5-e98f-451b-9b3d-735b8ac1d718 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9945239151354beebd0f2183aa3a9b1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9099197
Jun 25 14:40:43.995285 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 34902) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:44.089902 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e918a053-94bb-4a26-883f-7fea85e6f286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:44.117743 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e918a053-94bb-4a26-883f-7fea85e6f286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:44.130970 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:44.255102 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e918a053-94bb-4a26-883f-7fea85e6f286 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=740226ccc14e40cf8ed8664349ac1eeb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6862857
Jun 25 14:40:44.259334 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34908) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:44.269085 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-263ec66b-7d3b-4a6e-bfea-40b401c985cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:44.311935 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918a053-94bb-4a26-883f-7fea85e6f286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a08b83-f69e-4fe8-8268-64de8e667dc8,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:44.323670 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e918a053-94bb-4a26-883f-7fea85e6f286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:44.360154 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-263ec66b-7d3b-4a6e-bfea-40b401c985cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:44.399334 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0faa0309-e32e-4b83-9cf2-079adda8330a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:44.458632 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0faa0309-e32e-4b83-9cf2-079adda8330a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:44.497339 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-263ec66b-7d3b-4a6e-bfea-40b401c985cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:44.517373 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-8ecc8b03-9c17-46d3-b498-b907f332348e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:44.564199 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ec66b-7d3b-4a6e-bfea-40b401c985cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4554d7b-c9f3-453e-9cde-7f7ce7e98288,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:44.577304 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-263ec66b-7d3b-4a6e-bfea-40b401c985cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:44.587413 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b03dd-4193-4f61-a935-b8fa59ad35a5 req-c5727424-5d19-4dee-acae-b715a52feb62 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:44.590281 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0faa0309-e32e-4b83-9cf2-079adda8330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:44.594875 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-07c7779c-4491-4bd3-bba1-172abb76db12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:44.596914 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-be3b03dd-4193-4f61-a935-b8fa59ad35a5 req-c5727424-5d19-4dee-acae-b715a52feb62 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.4545383
Jun 25 14:40:44.606550 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa0309-e32e-4b83-9cf2-079adda8330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a08b83-f69e-4fe8-8268-64de8e667dc8,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:44.627482 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0faa0309-e32e-4b83-9cf2-079adda8330a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:44.649781 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0faa0309-e32e-4b83-9cf2-079adda8330a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:44.650928 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-0faa0309-e32e-4b83-9cf2-079adda8330a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d7a08b83-f69e-4fe8-8268-64de8e667dc8 HTTP/1.1" status: 204  len: 168 time: 0.3903518
Jun 25 14:40:44.659877 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-263ec66b-7d3b-4a6e-bfea-40b401c985cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:44.663043 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-263ec66b-7d3b-4a6e-bfea-40b401c985cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c4554d7b-c9f3-453e-9cde-7f7ce7e98288 HTTP/1.1" status: 204  len: 168 time: 0.6666994
Jun 25 14:40:44.696129 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-be3b03dd-4193-4f61-a935-b8fa59ad35a5 req-5f5cef23-90b8-4350-9305-047ffc9dd373 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979092
Jun 25 14:40:44.915983 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 8ae64906-0b2b-4006-807a-17a275d67b26 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:40:45.026037 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0e368fb0-724a-4c4c-a3c4-f105616af5e6 req-4bdeffc3-9374-4c20-87ad-0930dc7676a6 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 210 time: 0.1462400
Jun 25 14:40:45.221223 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 8ae64906-0b2b-4006-807a-17a275d67b26 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:40:45.221935 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:45.716111 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 34954) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:45.756848 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-789cac99-e808-4823-8755-91a3d8f2e2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:45.785443 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-789cac99-e808-4823-8755-91a3d8f2e2c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:45.793286 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-789cac99-e808-4823-8755-91a3d8f2e2c3 admin admin] Usage tracker for resource:security_group_rule and tenant:0a7dbcf2f0334ac6b9ed6960ffcf5973 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:45.799058 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-789cac99-e808-4823-8755-91a3d8f2e2c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:45.808779 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-789cac99-e808-4823-8755-91a3d8f2e2c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:46.023442 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-9506af3f-d64b-44f5-8ada-605fde030ad3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:46.025801 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-9506af3f-d64b-44f5-8ada-605fde030ad3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Synchronizing usage tracker for tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 on resource:network {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:40:46.040343 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-789cac99-e808-4823-8755-91a3d8f2e2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:46.046888 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-789cac99-e808-4823-8755-91a3d8f2e2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:46.057765 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-9506af3f-d64b-44f5-8ada-605fde030ad3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Unset dirty status for tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 on resource:network {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:40:46.060537 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-9506af3f-d64b-44f5-8ada-605fde030ad3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.16 "GET /v2.0/networks?id=be24940d-36a5-4120-9f97-63f35026663d HTTP/1.1" status: 200  len: 817 time: 0.3531682
Jun 25 14:40:46.066873 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-10a8cd43-7087-4be1-824d-437595e9eeef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:46.141545 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-789cac99-e808-4823-8755-91a3d8f2e2c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a7dbcf2f0334ac6b9ed6960ffcf5973&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4244845
Jun 25 14:40:46.145378 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 34964) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:46.161680 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cac99-e808-4823-8755-91a3d8f2e2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdaeaa2-2320-4081-837d-5111c991420e,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:46.166542 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-789cac99-e808-4823-8755-91a3d8f2e2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:46.206200 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 34968) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:46.243315 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-5fb1e3f7-0ffa-449b-afa0-0517b748ab8a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Synchronizing usage tracker for tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 on resource:security_group {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:40:46.279488 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-5fb1e3f7-0ffa-449b-afa0-0517b748ab8a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Unset dirty status for tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 on resource:security_group {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:40:46.282366 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-5fb1e3f7-0ffa-449b-afa0-0517b748ab8a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2 HTTP/1.1" status: 200  len: 379 time: 0.1998768
Jun 25 14:40:46.298817 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Request body: {'port': {'device_id': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'admin_state_up': True, 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'security_groups': ['52c4e79f-5758-4078-9f77-313295c93163']}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:40:46.299242 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9d00-4432-46f0-ac1a-88add4d41578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:46.381083 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9d00-4432-46f0-ac1a-88add4d41578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:46.476877 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9658d32e-b0a5-4210-b954-eedf49d399f0 req-e27684b6-3562-42ad-96b2-ecddf1d1c757 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 210 time: 0.0835226
Jun 25 14:40:46.527532 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9d00-4432-46f0-ac1a-88add4d41578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:46.533353 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1ae2f6db-04bb-42ea-88d2-4a92f473bdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:46.564914 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f9d00-4432-46f0-ac1a-88add4d41578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdaeaa2-2320-4081-837d-5111c991420e,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:46.568075 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-6e6f9d00-4432-46f0-ac1a-88add4d41578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:46.570933 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9d00-4432-46f0-ac1a-88add4d41578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:46.572228 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-6e6f9d00-4432-46f0-ac1a-88add4d41578 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5bdaeaa2-2320-4081-837d-5111c991420e HTTP/1.1" status: 204  len: 168 time: 0.4255896
Jun 25 14:40:46.637188 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7ba56f3a-39c5-4a12-9983-63d4af370d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:46.652642 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:46.665534 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Usage tracker for resource:port and tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:46.665534 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:46.671993 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:46.676286 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-7ba56f3a-39c5-4a12-9983-63d4af370d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:46.682794 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-7ba56f3a-39c5-4a12-9983-63d4af370d53 admin admin] Usage tracker for resource:security_group_rule and tenant:572a2e49ffae48f385b1eb611542c245 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:46.687705 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-7ba56f3a-39c5-4a12-9983-63d4af370d53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:46.694819 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-7ba56f3a-39c5-4a12-9983-63d4af370d53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:46.701324 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Made reservation on behalf of f3a75d1c9a4d4eb6af15a9e14897a5b2 for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:40:46.706428 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:47.048963 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Allocated IP 172.20.0.8 (be24940d-36a5-4120-9f97-63f35026663d/e39175d9-74d1-4a7a-b7f4-51fe6d4a191b/ac1a6404-8b51-401c-92aa-62ab2185c41c) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:40:47.074174 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7ba56f3a-39c5-4a12-9983-63d4af370d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:47.081695 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7ba56f3a-39c5-4a12-9983-63d4af370d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:47.097941 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0faa0309-e32e-4b83-9cf2-079adda8330a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:47.175790 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba56f3a-39c5-4a12-9983-63d4af370d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98eee51b-0b8c-4224-a1ac-205874ae1182,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:47.187694 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 35016) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:47.188123 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-7ba56f3a-39c5-4a12-9983-63d4af370d53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=572a2e49ffae48f385b1eb611542c245&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9791839
Jun 25 14:40:47.191240 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7ba56f3a-39c5-4a12-9983-63d4af370d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:47.266692 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-375d36c6-b4a6-40ed-bda2-760d71b80630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:47.297577 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-375d36c6-b4a6-40ed-bda2-760d71b80630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:47.380363 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:47.393141 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-375d36c6-b4a6-40ed-bda2-760d71b80630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:47.406342 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-263ec66b-7d3b-4a6e-bfea-40b401c985cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:47.431102 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d36c6-b4a6-40ed-bda2-760d71b80630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98eee51b-0b8c-4224-a1ac-205874ae1182,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:47.433951 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Transition to ACTIVE for port object ac1a6404-8b51-401c-92aa-62ab2185c41c will not be triggered until provisioned by entity DHCP. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:40:47.439956 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-375d36c6-b4a6-40ed-bda2-760d71b80630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:47.441313 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-375d36c6-b4a6-40ed-bda2-760d71b80630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:47.441941 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-375d36c6-b4a6-40ed-bda2-760d71b80630 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98eee51b-0b8c-4224-a1ac-205874ae1182 HTTP/1.1" status: 204  len: 168 time: 0.2532773
Jun 25 14:40:47.481014 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:47.489678 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:47.573347 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Network be24940d-36a5-4120-9f97-63f35026663d is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:40:47.576441 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:40:47.581332 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:40:47.587257 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:47.587921 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:47.591963 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event updated for resources: {'Port': ['ID=ac1a6404-8b51-401c-92aa-62ab2185c41c,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:47.603040 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:47.633144 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3391829
Jun 25 14:40:47.905543 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-842d5c19-4854-433f-a0ea-e502493dc4b3 None None] Provisioning for port ac1a6404-8b51-401c-92aa-62ab2185c41c completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:40:47.922728 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-842d5c19-4854-433f-a0ea-e502493dc4b3 None None] Provisioning complete for port ac1a6404-8b51-401c-92aa-62ab2185c41c triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:40:47.924732 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-842d5c19-4854-433f-a0ea-e502493dc4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:47.956790 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287d8ec-660e-4e52-9c59-fae5a182ada8 req-42c9f687-3e80-45e7-ab0e-b385941474c3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:47.971436 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6287d8ec-660e-4e52-9c59-fae5a182ada8 req-42c9f687-3e80-45e7-ab0e-b385941474c3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 931 time: 0.2106748
Jun 25 14:40:48.045627 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6287d8ec-660e-4e52-9c59-fae5a182ada8 req-9b8f2c4b-2410-4909-9846-6d35a7314af0 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691357
Jun 25 14:40:48.047694 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-842d5c19-4854-433f-a0ea-e502493dc4b3 None None] Port ac1a6404-8b51-401c-92aa-62ab2185c41c cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:40:48.425719 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 35050) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:48.555673 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9f66a965-aad6-4b89-89a4-eab9bc7bc03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:48.570840 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9f66a965-aad6-4b89-89a4-eab9bc7bc03b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:48.574637 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9f66a965-aad6-4b89-89a4-eab9bc7bc03b admin admin] Usage tracker for resource:security_group_rule and tenant:47c79ec90f054499a24f6738c00ab997 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:48.578431 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9f66a965-aad6-4b89-89a4-eab9bc7bc03b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:48.584299 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9f66a965-aad6-4b89-89a4-eab9bc7bc03b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:48.666899 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9f66a965-aad6-4b89-89a4-eab9bc7bc03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:48.671775 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9f66a965-aad6-4b89-89a4-eab9bc7bc03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:48.678740 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:48.720360 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-9f66a965-aad6-4b89-89a4-eab9bc7bc03b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=47c79ec90f054499a24f6738c00ab997&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2935154
Jun 25 14:40:48.721557 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66a965-aad6-4b89-89a4-eab9bc7bc03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cab8467-4d7a-4805-b214-ab582f1aac53,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:48.723029 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 35056) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:48.725132 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9f66a965-aad6-4b89-89a4-eab9bc7bc03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:48.788368 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9211c4e4-e1b0-4da5-8632-32050c806b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:48.815541 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9211c4e4-e1b0-4da5-8632-32050c806b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:48.868298 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9211c4e4-e1b0-4da5-8632-32050c806b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:48.871845 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-eb00de07-13ca-4c79-93a3-b8b7d2251d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:48.883610 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211c4e4-e1b0-4da5-8632-32050c806b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cab8467-4d7a-4805-b214-ab582f1aac53,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:48.887113 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9211c4e4-e1b0-4da5-8632-32050c806b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:48.892177 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9211c4e4-e1b0-4da5-8632-32050c806b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:48.896022 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-9211c4e4-e1b0-4da5-8632-32050c806b3c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8cab8467-4d7a-4805-b214-ab582f1aac53 HTTP/1.1" status: 204  len: 168 time: 0.1689332
Jun 25 14:40:49.334654 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843ddcf-ff05-4086-b1a0-b8dac49c14f7 req-1f3ee586-b1fe-4753-ae99-6f296690eaee tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:49.336180 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3843ddcf-ff05-4086-b1a0-b8dac49c14f7 req-1f3ee586-b1fe-4753-ae99-6f296690eaee tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 931 time: 0.1751342
Jun 25 14:40:49.387521 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3843ddcf-ff05-4086-b1a0-b8dac49c14f7 req-af25e756-6ec0-46ab-9780-03cd1bd094ae tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451500
Jun 25 14:40:49.487502 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Request body: {'port': {'device_id': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:40:49.626026 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:50.134678 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1a6404-8b51-401c-92aa-62ab2185c41c {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:40:50.145310 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:50.164097 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Transition to ACTIVE for port object ac1a6404-8b51-401c-92aa-62ab2185c41c will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:40:50.169440 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:50.175502 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bcd62380-b91f-44eb-9077-536e83a13b13 tempest-DeleteServersTestJSON-1484770377 tempest-DeleteServersTestJSON-1484770377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:50.390241 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Pushing event updated for resources: {'Port': ['ID=ac1a6404-8b51-401c-92aa-62ab2185c41c,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:50.399461 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:50.454325 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Attempting to bind port ac1a6404-8b51-401c-92aa-62ab2185c41c on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:40:50.454650 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Attempting to bind port ac1a6404-8b51-401c-92aa-62ab2185c41c by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:40:50.454973 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Attempting to bind port ac1a6404-8b51-401c-92aa-62ab2185c41c on network be24940d-36a5-4120-9f97-63f35026663d {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:40:50.463600 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Port ac1a6404-8b51-401c-92aa-62ab2185c41c on network be24940d-36a5-4120-9f97-63f35026663d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 14:40:50.463951 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Attempting to bind port ac1a6404-8b51-401c-92aa-62ab2185c41c on network be24940d-36a5-4120-9f97-63f35026663d {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:40:50.481325 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:40:50.481662 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Checking segment: {'id': '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:40:50.482045 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Bound using segment: {'id': '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:40:50.482540 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Bound port: ac1a6404-8b51-401c-92aa-62ab2185c41c, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:40:50.484969 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:50.616509 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] For port ac1a6404-8b51-401c-92aa-62ab2185c41c, host hv-cinder-79809, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:40:50.626734 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] For port ac1a6404-8b51-401c-92aa-62ab2185c41c, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:40:50.636999 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:50.647928 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:50.729332 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:50.730348 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:50.737397 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] 10.222.0.16 "PUT /v2.0/ports/ac1a6404-8b51-401c-92aa-62ab2185c41c HTTP/1.1" status: 200  len: 1093 time: 1.2562444
Jun 25 14:40:50.738308 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'tag': 'ac1a6404-8b51-401c-92aa-62ab2185c41c'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:40:50.767677 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Pushing event updated for resources: {'Port': ['ID=ac1a6404-8b51-401c-92aa-62ab2185c41c,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:50.772386 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:50.822523 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295f037-69dc-48ee-a6db-04e63412bcfc req-a5fd0c53-0324-42a1-832b-015c9a06a9a2 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:50.826065 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7295f037-69dc-48ee-a6db-04e63412bcfc req-a5fd0c53-0324-42a1-832b-015c9a06a9a2 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1259079
Jun 25 14:40:50.898624 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7295f037-69dc-48ee-a6db-04e63412bcfc req-021a14d0-4112-4e3b-82fc-c7279ca39e49 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636902
Jun 25 14:40:50.969723 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-94eeda96-c480-4279-8581-7114747632fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:50.971497 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-94eeda96-c480-4279-8581-7114747632fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2&device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 1096 time: 0.1162651
Jun 25 14:40:50.973239 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'tag': 'ac1a6404-8b51-401c-92aa-62ab2185c41c', 'status': 'completed', 'code': 200}
Jun 25 14:40:51.094737 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-20cb92e5-1b78-4094-8ce1-f2fa62e749ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c HTTP/1.1" status: 200  len: 217 time: 0.0805457
Jun 25 14:40:51.224955 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-59906c47-d14a-4d09-83ec-1dff9ec5ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:51.236007 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-59906c47-d14a-4d09-83ec-1dff9ec5ca75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e39175d9-74d1-4a7a-b7f4-51fe6d4a191b HTTP/1.1" status: 200  len: 856 time: 0.1271033
Jun 25 14:40:51.399609 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-51aadab9-be0c-424d-a6bc-b4b721f59db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:51.402587 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-51aadab9-be0c-424d-a6bc-b4b721f59db9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be24940d-36a5-4120-9f97-63f35026663d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1610639
Jun 25 14:40:51.513806 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064e3fe-e95e-41e1-be7a-cc662b76d1b8 req-d54d398a-0f37-46bc-96bf-d6f4f358ce06 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:51.524188 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3064e3fe-e95e-41e1-be7a-cc662b76d1b8 req-d54d398a-0f37-46bc-96bf-d6f4f358ce06 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.2671652
Jun 25 14:40:51.547058 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8daae-e322-4552-8ba4-8d3f4a7fccdc req-fecc3170-ab7a-4efc-b4d9-985fb8ba3153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:51.548957 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c1a8daae-e322-4552-8ba4-8d3f4a7fccdc req-fecc3170-ab7a-4efc-b4d9-985fb8ba3153 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0aa02100a2e14479942bf6a8fedf507b&device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 1099 time: 0.2413301
Jun 25 14:40:51.750257 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8daae-e322-4552-8ba4-8d3f4a7fccdc req-1a5a36bb-a3eb-471c-94fe-b74acf441a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:51.769084 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c1a8daae-e322-4552-8ba4-8d3f4a7fccdc req-1a5a36bb-a3eb-471c-94fe-b74acf441a1f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fe47f01d-0a00-4026-a5a3-3a965d638a88 HTTP/1.1" status: 200  len: 919 time: 0.1924496
Jun 25 14:40:51.769084 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3064e3fe-e95e-41e1-be7a-cc662b76d1b8 req-d67d680d-4c11-4dc2-8e9c-04edbdc64996 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2399490
Jun 25 14:40:51.773759 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-8f920872-89ae-4eb1-a42f-12e09ff15c7b service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3579364
Jun 25 14:40:51.871496 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c1a8daae-e322-4552-8ba4-8d3f4a7fccdc req-a342beb8-b63c-4a89-9cb6-814c2f23d0db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c33ef1e-74e4-48ac-81c2-60f8f279b0fc HTTP/1.1" status: 200  len: 217 time: 0.1035185
Jun 25 14:40:52.007321 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8daae-e322-4552-8ba4-8d3f4a7fccdc req-e91efff0-2479-4c38-9001-141d95bb0b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:52.009278 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c1a8daae-e322-4552-8ba4-8d3f4a7fccdc req-e91efff0-2479-4c38-9001-141d95bb0b93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=15d8da82-b461-4601-96f4-3558be16618c HTTP/1.1" status: 200  len: 858 time: 0.1186771
Jun 25 14:40:52.013492 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6e5a139-5e4d-4a94-9f5e-c79cd7f93351 req-59a11d44-6b8d-45d3-a248-e013b94bc48b service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2311256
Jun 25 14:40:52.113181 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c1a8daae-e322-4552-8ba4-8d3f4a7fccdc req-fbaadaf0-6e43-46d1-be4b-4a48709fbfda service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe47f01d-0a00-4026-a5a3-3a965d638a88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0733526
Jun 25 14:40:52.348790 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267238b-8c68-4ef1-b8c1-7594d985f7e5 req-0eca876b-588b-4b28-9451-b5b5789a59af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:52.351165 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1267238b-8c68-4ef1-b8c1-7594d985f7e5 req-0eca876b-588b-4b28-9451-b5b5789a59af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2&device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 1096 time: 0.1399488
Jun 25 14:40:52.387352 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d07fb-f539-4737-8c12-a8200d11d361 req-f2aa493e-77bc-4893-a09f-7be5e4cb3fbf tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:52.390354 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-863d07fb-f539-4737-8c12-a8200d11d361 req-f2aa493e-77bc-4893-a09f-7be5e4cb3fbf tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.2801495
Jun 25 14:40:52.468274 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c1a8daae-e322-4552-8ba4-8d3f4a7fccdc req-36203f25-df10-45b9-a5b2-e99265369821 service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2704542
Jun 25 14:40:52.499476 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-863d07fb-f539-4737-8c12-a8200d11d361 req-f86a3541-a9f4-461b-9fde-17ba10ea6d8e tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0955892
Jun 25 14:40:52.591564 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267238b-8c68-4ef1-b8c1-7594d985f7e5 req-8040dd44-8b93-49ea-8f27-483f909d29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:52.593876 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1267238b-8c68-4ef1-b8c1-7594d985f7e5 req-8040dd44-8b93-49ea-8f27-483f909d29cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=be24940d-36a5-4120-9f97-63f35026663d HTTP/1.1" status: 200  len: 918 time: 0.2287476
Jun 25 14:40:52.699633 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c1a8daae-e322-4552-8ba4-8d3f4a7fccdc req-5397e8c9-4f1c-4597-a835-145970c80f35 service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1977701
Jun 25 14:40:52.743258 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1267238b-8c68-4ef1-b8c1-7594d985f7e5 req-084b783b-8dc4-4e48-908c-9f2ee0a03879 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c HTTP/1.1" status: 200  len: 217 time: 0.1269712
Jun 25 14:40:52.900378 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267238b-8c68-4ef1-b8c1-7594d985f7e5 req-7217f675-3aee-436d-a751-e5291d3db4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:52.902990 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1267238b-8c68-4ef1-b8c1-7594d985f7e5 req-7217f675-3aee-436d-a751-e5291d3db4d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e39175d9-74d1-4a7a-b7f4-51fe6d4a191b HTTP/1.1" status: 200  len: 856 time: 0.1333168
Jun 25 14:40:53.027725 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9225a9d-8a98-4608-a746-bff83f766fa6 req-f4c6f98c-23c4-4595-986c-8621eee0f1ae tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:53.029572 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d9225a9d-8a98-4608-a746-bff83f766fa6 req-f4c6f98c-23c4-4595-986c-8621eee0f1ae tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1007593
Jun 25 14:40:53.099253 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d9225a9d-8a98-4608-a746-bff83f766fa6 req-8600b76d-b049-488f-abef-bfaadd942a2a tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595057
Jun 25 14:40:53.746539 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106861f-8491-4e0f-be9f-67c077048731 req-067ba4d1-0a0c-4cb4-b4ba-5ef27a1bccd6 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:53.748772 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3106861f-8491-4e0f-be9f-67c077048731 req-067ba4d1-0a0c-4cb4-b4ba-5ef27a1bccd6 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1111341
Jun 25 14:40:53.802652 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3106861f-8491-4e0f-be9f-67c077048731 req-84660668-2b8c-4fb9-acda-1c2972bb4ffa tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482032
Jun 25 14:40:54.301250 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d9eb4-fe9c-4138-a3b1-041f0cbefab7 req-6b0d1717-f706-4d11-b524-3c9b26910813 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:54.302734 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8d5d9eb4-fe9c-4138-a3b1-041f0cbefab7 req-6b0d1717-f706-4d11-b524-3c9b26910813 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.0867090
Jun 25 14:40:54.371306 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8d5d9eb4-fe9c-4138-a3b1-041f0cbefab7 req-6353798e-3a85-4376-b80b-fcfdea42a877 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601392
Jun 25 14:40:55.013381 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c9f9f-1b60-4c5f-a923-6427140caaa9 req-931cc1fd-9869-4d99-a827-e056d0f5d5a0 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:55.015356 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7d8c9f9f-1b60-4c5f-a923-6427140caaa9 req-931cc1fd-9869-4d99-a827-e056d0f5d5a0 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.0893564
Jun 25 14:40:55.073706 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7d8c9f9f-1b60-4c5f-a923-6427140caaa9 req-3bdedabe-96d0-4598-9a37-b462da1ab60a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518756
Jun 25 14:40:55.580775 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259ccff-627b-477d-9e4b-558472bc8aa2 req-4197942b-f573-4564-bdef-0f77ba4a2af0 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:55.582292 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4259ccff-627b-477d-9e4b-558472bc8aa2 req-4197942b-f573-4564-bdef-0f77ba4a2af0 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.0983274
Jun 25 14:40:55.637740 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4259ccff-627b-477d-9e4b-558472bc8aa2 req-defc3919-ffa8-47f2-abf9-0a2f613e1796 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463121
Jun 25 14:40:55.850242 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267238b-8c68-4ef1-b8c1-7594d985f7e5 req-7efe72a1-89e7-4589-aa13-7e120198c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:55.851708 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1267238b-8c68-4ef1-b8c1-7594d985f7e5 req-7efe72a1-89e7-4589-aa13-7e120198c506 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be24940d-36a5-4120-9f97-63f35026663d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834250
Jun 25 14:40:56.057793 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1267238b-8c68-4ef1-b8c1-7594d985f7e5 req-086a4f38-2db6-4375-b791-5626077660e4 service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1891434
Jun 25 14:40:56.240047 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-1267238b-8c68-4ef1-b8c1-7594d985f7e5 req-3974da15-9887-46ce-b44e-d09ebe304cdc service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1703241
Jun 25 14:40:56.306547 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e27feb-347e-41d0-a768-2aa6cfc677ae req-fc1a1f92-299c-4f0e-8e1f-4ca8a488be58 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:56.308133 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-27e27feb-347e-41d0-a768-2aa6cfc677ae req-fc1a1f92-299c-4f0e-8e1f-4ca8a488be58 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.0981221
Jun 25 14:40:56.465121 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-27e27feb-347e-41d0-a768-2aa6cfc677ae req-8d379ac1-d398-43a4-83cd-8f625732061b tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1508465
Jun 25 14:40:56.910994 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57c322-be2f-459f-a287-153d06ec6b68 req-c2f3c214-4c63-443d-9b69-7d9479e7625a tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:56.913385 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7b57c322-be2f-459f-a287-153d06ec6b68 req-c2f3c214-4c63-443d-9b69-7d9479e7625a tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1106160
Jun 25 14:40:56.995205 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7b57c322-be2f-459f-a287-153d06ec6b68 req-6607e8c8-a997-4bbd-828e-48f64e8ca0f7 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755012
Jun 25 14:40:57.219358 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 35252) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:57.402865 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:57.421316 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:57.425884 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Usage tracker for resource:security_group_rule and tenant:37ebc980b39c406f92633c7f550abe53 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:57.429176 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:57.438645 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:57.567204 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:57.573335 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:57.584111 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-60f1fc54-cbb1-4d46-be40-ab7377d50b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:57.630853 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37ebc980b39c406f92633c7f550abe53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4104133
Jun 25 14:40:57.631746 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e65d4fb-bbea-4726-9203-bf8b71641d51,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:57.644065 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 35270) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:57.649433 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:57.649782 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:57.650386 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:57.650975 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:57.651569 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:57.652165 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:57.652786 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:57.653380 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:57.653954 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:57.654541 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:57.655173 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:57.655932 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:57.682496 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-35baf278-cb83-4b93-8ebc-385dc0622cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:57.733406 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 35274) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:57.737459 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6af9d2-2d68-43c3-ae0b-f87fb2cf9291 req-0e8dd0c7-b172-4635-b5f3-f20b04104571 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:57.739058 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1f6af9d2-2d68-43c3-ae0b-f87fb2cf9291 req-0e8dd0c7-b172-4635-b5f3-f20b04104571 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1211898
Jun 25 14:40:57.759099 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1adc6f58-1936-438f-83df-37ec51fc52cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:57.810027 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1adc6f58-1936-438f-83df-37ec51fc52cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:57.820794 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1f6af9d2-2d68-43c3-ae0b-f87fb2cf9291 req-f532aa23-3075-4f27-91a3-f092cf303c69 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655775
Jun 25 14:40:57.873510 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1adc6f58-1936-438f-83df-37ec51fc52cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:57.880558 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-3bde78bc-b657-4aea-b208-be6d0cad6c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:57.906456 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-52dee817-52ff-427d-9e3d-1267b6f10b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:57.921068 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc6f58-1936-438f-83df-37ec51fc52cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e65d4fb-bbea-4726-9203-bf8b71641d51,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:57.926877 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1adc6f58-1936-438f-83df-37ec51fc52cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:57.933119 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1adc6f58-1936-438f-83df-37ec51fc52cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:57.934567 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-1adc6f58-1936-438f-83df-37ec51fc52cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e65d4fb-bbea-4726-9203-bf8b71641d51 HTTP/1.1" status: 204  len: 168 time: 0.2888486
Jun 25 14:40:57.937456 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-52dee817-52ff-427d-9e3d-1267b6f10b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:57.943441 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-52dee817-52ff-427d-9e3d-1267b6f10b2b admin admin] Usage tracker for resource:security_group_rule and tenant:19896c675d744a0fbe479ede73009fbc is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:57.948425 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-52dee817-52ff-427d-9e3d-1267b6f10b2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:57.960502 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-52dee817-52ff-427d-9e3d-1267b6f10b2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:58.088012 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-52dee817-52ff-427d-9e3d-1267b6f10b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:58.095994 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-52dee817-52ff-427d-9e3d-1267b6f10b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:58.104379 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7d9e5886-d04d-499b-800a-15e12904e3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:58.155636 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-52dee817-52ff-427d-9e3d-1267b6f10b2b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=19896c675d744a0fbe479ede73009fbc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4167585
Jun 25 14:40:58.155636 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dee817-52ff-427d-9e3d-1267b6f10b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3480a3c1-455e-4983-b6ec-5c89d3f64b53,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:58.156057 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 35286) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:58.159348 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-52dee817-52ff-427d-9e3d-1267b6f10b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:58.238025 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-49c48778-9e6d-4543-90cc-061eee4973d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:58.275057 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-49c48778-9e6d-4543-90cc-061eee4973d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:58.375549 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-49c48778-9e6d-4543-90cc-061eee4973d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:58.381601 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d70a02fa-00ed-481a-88d6-cde89eda8eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:58.400032 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1977c-36c8-48d1-bd4c-8ad5a56822c4 req-7eb3d3c2-6bae-4152-bf09-3f5595217a90 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:58.404296 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c48778-9e6d-4543-90cc-061eee4973d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3480a3c1-455e-4983-b6ec-5c89d3f64b53,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:58.404790 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3ee1977c-36c8-48d1-bd4c-8ad5a56822c4 req-7eb3d3c2-6bae-4152-bf09-3f5595217a90 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1797538
Jun 25 14:40:58.422772 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-49c48778-9e6d-4543-90cc-061eee4973d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:58.439515 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-49c48778-9e6d-4543-90cc-061eee4973d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:58.440681 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-49c48778-9e6d-4543-90cc-061eee4973d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3480a3c1-455e-4983-b6ec-5c89d3f64b53 HTTP/1.1" status: 204  len: 168 time: 0.2835639
Jun 25 14:40:58.496253 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3ee1977c-36c8-48d1-bd4c-8ad5a56822c4 req-23f7280b-88dd-4733-a2aa-2f4aa14ee01d tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796268
Jun 25 14:40:58.913225 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 35310) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:58.941121 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:59.030942 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:40:59.040264 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Usage tracker for resource:security_group_rule and tenant:d33b9362739c404d88943d579cf79c76 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:40:59.045902 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:40:59.065468 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:40:59.158648 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf8d5a-3fe7-445d-affb-6963a7754723 req-878c85c3-e4ad-490e-8293-cc4e8dfe89d4 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:59.160939 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ebaf8d5a-3fe7-445d-affb-6963a7754723 req-878c85c3-e4ad-490e-8293-cc4e8dfe89d4 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.2030852
Jun 25 14:40:59.274317 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ebaf8d5a-3fe7-445d-affb-6963a7754723 req-7f66a4e5-08cd-4a2c-8b08-8b2d7a622d26 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1027827
Jun 25 14:40:59.300043 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:59.322265 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:59.337479 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9670f40c-cfd6-4f54-9b07-d5965d45ddff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:59.403695 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d33b9362739c404d88943d579cf79c76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4888556
Jun 25 14:40:59.406892 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 35328) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:40:59.410434 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e96006-c496-4ef5-adde-29da12116764,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:59.443045 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:59.443604 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:59.444124 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:59.444682 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:59.445209 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:59.445733 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:59.446252 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:59.446825 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:59.447304 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:59.447823 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:59.448350 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:59.448886 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:40:59.458752 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:59.527307 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d9a22f8b-35eb-4350-aff9-b1354f306fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:59.574228 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d9a22f8b-35eb-4350-aff9-b1354f306fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:59.674056 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d9a22f8b-35eb-4350-aff9-b1354f306fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:59.684892 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9f66a965-aad6-4b89-89a4-eab9bc7bc03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:40:59.724236 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a22f8b-35eb-4350-aff9-b1354f306fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e96006-c496-4ef5-adde-29da12116764,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:40:59.727110 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d9a22f8b-35eb-4350-aff9-b1354f306fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:40:59.797965 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d9a22f8b-35eb-4350-aff9-b1354f306fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:40:59.802568 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-d9a22f8b-35eb-4350-aff9-b1354f306fb2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/63e96006-c496-4ef5-adde-29da12116764 HTTP/1.1" status: 204  len: 168 time: 0.3908510
Jun 25 14:40:59.843678 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191b927-a0a7-4991-8fff-2727491fbf6c req-f7c6683f-e668-421a-a304-26b241ffc61c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:40:59.845227 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f191b927-a0a7-4991-8fff-2727491fbf6c req-f7c6683f-e668-421a-a304-26b241ffc61c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1249838
Jun 25 14:40:59.914244 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f191b927-a0a7-4991-8fff-2727491fbf6c req-c677fb03-7006-404e-a1af-1ca7b69bd029 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584197
Jun 25 14:41:00.256494 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 35344) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:00.274330 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f039bc96-0f17-4c72-b9bb-4e87a21c9f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:00.290606 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-f039bc96-0f17-4c72-b9bb-4e87a21c9f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:00.294390 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-f039bc96-0f17-4c72-b9bb-4e87a21c9f06 admin admin] Usage tracker for resource:security_group_rule and tenant:cd41c40217a041b4b99a2cfd23eb81d9 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:00.298150 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-f039bc96-0f17-4c72-b9bb-4e87a21c9f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:00.309834 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-f039bc96-0f17-4c72-b9bb-4e87a21c9f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:00.433823 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f039bc96-0f17-4c72-b9bb-4e87a21c9f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:00.472594 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f039bc96-0f17-4c72-b9bb-4e87a21c9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:00.485042 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-375d36c6-b4a6-40ed-bda2-760d71b80630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:00.536930 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039bc96-0f17-4c72-b9bb-4e87a21c9f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81b5e66-77cb-4c95-8859-5b40d766edfb,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:00.541449 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-f039bc96-0f17-4c72-b9bb-4e87a21c9f06 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cd41c40217a041b4b99a2cfd23eb81d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2838135
Jun 25 14:41:00.543709 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f039bc96-0f17-4c72-b9bb-4e87a21c9f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:00.546382 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 35352) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:00.579781 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f101-d8dc-4164-bf2a-cdf8affb445e req-80ca4457-a4bc-4280-b029-1cb1aae18acf tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:00.581352 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8c43f101-d8dc-4164-bf2a-cdf8affb445e req-80ca4457-a4bc-4280-b029-1cb1aae18acf tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1461215
Jun 25 14:41:00.625992 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7acc9cc6-987e-46a5-9dc5-fa51abbe6e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:00.639338 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8c43f101-d8dc-4164-bf2a-cdf8affb445e req-853cd330-3496-4540-bb8b-5e58c211e414 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480170
Jun 25 14:41:00.666019 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7acc9cc6-987e-46a5-9dc5-fa51abbe6e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:00.736311 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7acc9cc6-987e-46a5-9dc5-fa51abbe6e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:00.741326 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0d3fe4fd-7dc9-4592-bb43-7cad46276ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:00.758425 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc9cc6-987e-46a5-9dc5-fa51abbe6e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81b5e66-77cb-4c95-8859-5b40d766edfb,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:00.764436 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7acc9cc6-987e-46a5-9dc5-fa51abbe6e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:00.767086 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7acc9cc6-987e-46a5-9dc5-fa51abbe6e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:00.771279 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-7acc9cc6-987e-46a5-9dc5-fa51abbe6e61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f81b5e66-77cb-4c95-8859-5b40d766edfb HTTP/1.1" status: 204  len: 168 time: 0.2216754
Jun 25 14:41:00.905533 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device ac1a6404-8b51-401c-92aa-62ab2185c41c details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 14:41:00.929215 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:01.089576 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port ac1a6404-8b51-401c-92aa-62ab2185c41c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:41:01.114253 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': 'ac1a6404-8b51-401c-92aa-62ab2185c41c', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'port_id': 'ac1a6404-8b51-401c-92aa-62ab2185c41c', 'mac_address': 'fa:16:3e:9e:17:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 14:41:01.198247 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08a5b8-e479-4cab-bcbb-00a38b506b68 req-b99e5cb8-640d-40bf-853f-b181864c4c52 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:01.199890 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2d08a5b8-e479-4cab-bcbb-00a38b506b68 req-b99e5cb8-640d-40bf-853f-b181864c4c52 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1303051
Jun 25 14:41:01.210807 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:01.235961 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1a6404-8b51-401c-92aa-62ab2185c41c {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:41:01.255920 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port ac1a6404-8b51-401c-92aa-62ab2185c41c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:41:01.258857 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2d08a5b8-e479-4cab-bcbb-00a38b506b68 req-de8c8d7f-087b-4b5e-a09a-569d969a247e tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484030
Jun 25 14:41:01.261225 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:01.263132 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:01.368179 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=ac1a6404-8b51-401c-92aa-62ab2185c41c,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:01.385371 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:01.599628 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:41:01.829056 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['ac1a6404-8b51-401c-92aa-62ab2185c41c'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:41:01.961469 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38595f-3f2a-47ec-9692-f29b2a5f7bb5 req-ff82986b-204e-46f3-8a19-5356ef5f40cc tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:01.970576 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8d38595f-3f2a-47ec-9692-f29b2a5f7bb5 req-ff82986b-204e-46f3-8a19-5356ef5f40cc tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 944 time: 0.1341627
Jun 25 14:41:02.031105 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8d38595f-3f2a-47ec-9692-f29b2a5f7bb5 req-dd593f71-5658-4fa9-97bd-ef1fe038fb34 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595124
Jun 25 14:41:02.516411 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac7f4c-4e09-4ffa-8c68-3cab6556e854 req-d4492b49-94f4-4087-a1ab-53bb08a18851 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:02.519153 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d8ac7f4c-4e09-4ffa-8c68-3cab6556e854 req-d4492b49-94f4-4087-a1ab-53bb08a18851 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1269698
Jun 25 14:41:02.573930 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d8ac7f4c-4e09-4ffa-8c68-3cab6556e854 req-7bce7e9e-f909-4947-bdf0-60313f0db608 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474188
Jun 25 14:41:02.610154 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d43e0d41-790f-4fff-87d9-00e024986966 req-947bdb33-b1df-4123-bbfb-2eb2eebde3f5 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b613ece656aa4fbeb2b35d959c5d890e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0344753
Jun 25 14:41:02.807929 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f18a48-f50a-46a5-a4c3-5b93d227aea0 req-7bbf2d9d-cae1-4304-ba3a-28d2e1bb3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:02.809976 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-99f18a48-f50a-46a5-a4c3-5b93d227aea0 req-7bbf2d9d-cae1-4304-ba3a-28d2e1bb3363 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0aa02100a2e14479942bf6a8fedf507b&device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 1099 time: 0.1167660
Jun 25 14:41:02.847185 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e0d41-790f-4fff-87d9-00e024986966 req-edbe686d-4b85-41c2-a0cf-487c80ea8c3c tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:02.855568 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d43e0d41-790f-4fff-87d9-00e024986966 req-edbe686d-4b85-41c2-a0cf-487c80ea8c3c tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2287800
Jun 25 14:41:02.873727 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d43e0d41-790f-4fff-87d9-00e024986966 req-09124ce9-22b7-45c7-9c91-07e51e84df70 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/quotas/b613ece656aa4fbeb2b35d959c5d890e HTTP/1.1" status: 200  len: 375 time: 0.0167763
Jun 25 14:41:02.921260 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d43e0d41-790f-4fff-87d9-00e024986966 req-630f61ec-fa03-408c-a212-9ff430fed335 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b613ece656aa4fbeb2b35d959c5d890e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0465300
Jun 25 14:41:03.163468 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f18a48-f50a-46a5-a4c3-5b93d227aea0 req-f46638af-e5a0-4c92-befd-97bcee58f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:03.166961 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-99f18a48-f50a-46a5-a4c3-5b93d227aea0 req-f46638af-e5a0-4c92-befd-97bcee58f3cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=fe47f01d-0a00-4026-a5a3-3a965d638a88 HTTP/1.1" status: 200  len: 919 time: 0.3192635
Jun 25 14:41:03.340378 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-99f18a48-f50a-46a5-a4c3-5b93d227aea0 req-ac29f613-988a-4951-8e80-3a17dc1c1ffb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c33ef1e-74e4-48ac-81c2-60f8f279b0fc HTTP/1.1" status: 200  len: 217 time: 0.1606283
Jun 25 14:41:03.379361 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4fa74618-be08-4787-a2c0-0fa7d31b403a req-79800640-eca0-4821-842f-236741ac1ee5 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 210 time: 0.1601062
Jun 25 14:41:03.517525 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983115d8-85da-44f3-a509-10fbeeee36ea req-3efd5d78-0223-49fa-bb5c-8d499b4eedc9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:03.519750 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-983115d8-85da-44f3-a509-10fbeeee36ea req-3efd5d78-0223-49fa-bb5c-8d499b4eedc9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 944 time: 0.1359613
Jun 25 14:41:03.579750 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-983115d8-85da-44f3-a509-10fbeeee36ea req-82dc88ae-b59a-4a04-bcb5-faf75cfb16bc tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462041
Jun 25 14:41:03.804715 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38871a11-4e3d-4912-9602-29fb098325d5 req-9ebc2c40-64ed-45a4-a227-9f4dc99ab669 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:03.806160 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-38871a11-4e3d-4912-9602-29fb098325d5 req-9ebc2c40-64ed-45a4-a227-9f4dc99ab669 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.0972252
Jun 25 14:41:03.860573 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-38871a11-4e3d-4912-9602-29fb098325d5 req-c546496e-9a38-441d-adbb-c448dfe7bd4e tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450964
Jun 25 14:41:04.603053 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-282ea6fe-c69f-4bec-8956-c525d88de268 req-6bda4c57-9ca7-406c-a138-3d8e85ae48d4 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 210 time: 0.1129737
Jun 25 14:41:04.791676 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e962a9c-9801-4d97-9de1-18ba44b34026 req-d7a38200-34ea-4b05-ac0a-29083bbfb872 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:04.793233 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6e962a9c-9801-4d97-9de1-18ba44b34026 req-d7a38200-34ea-4b05-ac0a-29083bbfb872 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 944 time: 0.0832539
Jun 25 14:41:04.843482 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6e962a9c-9801-4d97-9de1-18ba44b34026 req-34b29a9b-e3b6-4918-a63d-b562eaad348a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442867
Jun 25 14:41:05.055549 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbef474-e180-4096-bb52-01f0d5ea3ba5 req-21e1c95a-d2c5-4879-8f95-e1e378cc497c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:05.057048 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-acbef474-e180-4096-bb52-01f0d5ea3ba5 req-21e1c95a-d2c5-4879-8f95-e1e378cc497c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.0810356
Jun 25 14:41:05.066594 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device ac1a6404-8b51-401c-92aa-62ab2185c41c up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:05.108877 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-acbef474-e180-4096-bb52-01f0d5ea3ba5 req-db37562f-87ef-46d2-b90c-418203083654 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451400
Jun 25 14:41:05.153273 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port ac1a6404-8b51-401c-92aa-62ab2185c41c completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:05.160082 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port ac1a6404-8b51-401c-92aa-62ab2185c41c triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:05.160493 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:05.292437 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:05.322518 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1a6404-8b51-401c-92aa-62ab2185c41c'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:41:05.335023 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port ac1a6404-8b51-401c-92aa-62ab2185c41c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:41:05.339847 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:05.342084 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:05.407289 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1a6404-8b51-401c-92aa-62ab2185c41c', 'code': 200}
Jun 25 14:41:05.439575 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=ac1a6404-8b51-401c-92aa-62ab2185c41c,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:05.443471 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:05.789274 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6f30c743-3ed7-4e41-b6bb-86b55268c7f5 req-5b678e2a-2fed-44c4-a4d4-1bd101b09f44 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 210 time: 0.0703819
Jun 25 14:41:06.056142 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b03a7-ed0f-42bc-b806-d810647a01dc req-996cd2e3-f319-46f9-8ca5-711d209d4623 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:06.057704 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f03b03a7-ed0f-42bc-b806-d810647a01dc req-996cd2e3-f319-46f9-8ca5-711d209d4623 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.0973806
Jun 25 14:41:06.110581 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f03b03a7-ed0f-42bc-b806-d810647a01dc req-4dc65975-cdab-4259-ac50-c733b4bbda34 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456855
Jun 25 14:41:06.186688 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f18a48-f50a-46a5-a4c3-5b93d227aea0 req-d2ec5eaf-5a13-4aa4-a2a6-0fe7ac0a0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:06.194856 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-99f18a48-f50a-46a5-a4c3-5b93d227aea0 req-d2ec5eaf-5a13-4aa4-a2a6-0fe7ac0a0a1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=15d8da82-b461-4601-96f4-3558be16618c HTTP/1.1" status: 200  len: 858 time: 0.1193752
Jun 25 14:41:06.266250 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-99f18a48-f50a-46a5-a4c3-5b93d227aea0 req-b342a230-3079-4351-91a7-a9be459a51b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe47f01d-0a00-4026-a5a3-3a965d638a88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567169
Jun 25 14:41:06.441084 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac9e47-dbe8-44c1-a9d1-9ae4c97d3b4d req-18d1e328-7419-49e2-8078-041ec12d0dae tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:06.449066 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-eeac9e47-dbe8-44c1-a9d1-9ae4c97d3b4d req-18d1e328-7419-49e2-8078-041ec12d0dae tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1730931
Jun 25 14:41:06.500348 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-99f18a48-f50a-46a5-a4c3-5b93d227aea0 req-247fe17c-84ac-480e-b289-eb5a31850ffc service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2098322
Jun 25 14:41:06.617472 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-eeac9e47-dbe8-44c1-a9d1-9ae4c97d3b4d req-26cc808e-222b-4d5a-9cd9-1bef1cbf17f6 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555939
Jun 25 14:41:06.699815 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebb206-410c-4596-841c-919d68c57300 req-d3c835a8-9748-44c8-9c8c-68b38cc480bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:06.700983 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a5ebb206-410c-4596-841c-919d68c57300 req-d3c835a8-9748-44c8-9c8c-68b38cc480bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 1098 time: 0.1752088
Jun 25 14:41:06.767552 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a5ebb206-410c-4596-841c-919d68c57300 req-55ab2e16-11f5-457e-b515-451d480ffddd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541439
Jun 25 14:41:06.769667 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-99f18a48-f50a-46a5-a4c3-5b93d227aea0 req-0323f2b8-dd0e-4b8d-a81e-b3d0004764a6 service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2618382
Jun 25 14:41:06.989919 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f097cc4a-2871-4add-96fc-2bc299177e65 req-8989e979-89ad-48ac-b4fe-bc68bf0bf6a4 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 210 time: 0.0627074
Jun 25 14:41:07.388839 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775293a-4f84-4193-9121-3c54ad976bce req-7f871bde-87d9-4dc5-8455-f045a72c637d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:07.391374 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f775293a-4f84-4193-9121-3c54ad976bce req-7f871bde-87d9-4dc5-8455-f045a72c637d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.1220610
Jun 25 14:41:07.453434 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f775293a-4f84-4193-9121-3c54ad976bce req-9b29c5c3-52a3-4d13-8e83-de6d0beca8e9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530927
Jun 25 14:41:07.999201 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d43e0d41-790f-4fff-87d9-00e024986966 req-3a44b024-3b32-4abb-be2c-09fb54c42a95 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b613ece656aa4fbeb2b35d959c5d890e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0599561
Jun 25 14:41:08.190262 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe6023-fd86-4d52-b0e1-b3be1796fe3a req-291c5cfa-5bda-4c99-bdf5-511fc80c8e76 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:08.193028 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c9fe6023-fd86-4d52-b0e1-b3be1796fe3a req-291c5cfa-5bda-4c99-bdf5-511fc80c8e76 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.3627489
Jun 25 14:41:08.314038 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fbe55d48-4743-4d8b-b5ce-18e857a2adcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:08.349262 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-93ec361e-8159-4df4-9544-8b27f977437c req-023f6a60-0a9e-4d8a-9872-031ad24172dd tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 210 time: 0.1375072
Jun 25 14:41:08.371954 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c9fe6023-fd86-4d52-b0e1-b3be1796fe3a req-664ac7e0-50bd-45ac-ab5f-7f48a546428f tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622443
Jun 25 14:41:08.475793 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e0d41-790f-4fff-87d9-00e024986966 req-62a6ccc9-5d40-4c09-922e-205e7b2abf86 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:08.481015 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d43e0d41-790f-4fff-87d9-00e024986966 req-62a6ccc9-5d40-4c09-922e-205e7b2abf86 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4698133
Jun 25 14:41:08.524413 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 35594) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:08.551683 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Request body: {'port': {'device_id': 'cceefe2e-6852-4c75-adbf-84a60cd31f98', 'network_id': '0215eaa6-f0dd-4374-8e96-611efaf68a2c', 'admin_state_up': True, 'tenant_id': 'b613ece656aa4fbeb2b35d959c5d890e'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:08.874867 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:08.918183 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:08.937612 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Usage tracker for resource:port and tenant:b613ece656aa4fbeb2b35d959c5d890e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:08.939088 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:08.948925 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:08.964344 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbddc4-c934-40f8-8fda-249655643623 req-7595fed4-6334-4299-af54-48d5addec9ea tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:08.966345 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d0dbddc4-c934-40f8-8fda-249655643623 req-7595fed4-6334-4299-af54-48d5addec9ea tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.2511706
Jun 25 14:41:08.969010 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7cdb5e7d-f7f1-4794-95f3-65cfcce41193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:08.985822 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-7cdb5e7d-f7f1-4794-95f3-65cfcce41193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:08.990178 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-7cdb5e7d-f7f1-4794-95f3-65cfcce41193 admin admin] Usage tracker for resource:security_group_rule and tenant:38606b7157694dafacabadc3c4b3cdcd is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:08.993275 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-7cdb5e7d-f7f1-4794-95f3-65cfcce41193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:08.999065 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Made reservation on behalf of b613ece656aa4fbeb2b35d959c5d890e for: {'port': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:41:08.999433 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-7cdb5e7d-f7f1-4794-95f3-65cfcce41193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:09.005041 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:09.035539 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:09.072997 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:09.077910 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d0dbddc4-c934-40f8-8fda-249655643623 req-efa98436-167c-4701-98ef-5c5434e0d573 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1019607
Jun 25 14:41:09.080270 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Usage tracker for resource:security_group_rule and tenant:b613ece656aa4fbeb2b35d959c5d890e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:09.084168 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:09.095667 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:09.110063 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7cdb5e7d-f7f1-4794-95f3-65cfcce41193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:09.113908 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7cdb5e7d-f7f1-4794-95f3-65cfcce41193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:09.127328 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0529723c-37ee-4093-bd03-513282e714b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:09.217953 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-7cdb5e7d-f7f1-4794-95f3-65cfcce41193 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=38606b7157694dafacabadc3c4b3cdcd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6916916
Jun 25 14:41:09.219316 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb5e7d-f7f1-4794-95f3-65cfcce41193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58eaa76-afbc-434d-97db-8485f06a6a88,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:09.225176 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7cdb5e7d-f7f1-4794-95f3-65cfcce41193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:09.225450 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 35608) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:09.257277 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:09.270189 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:09.275835 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-fa732081-2fc8-4da3-9ba9-1ab49e55f1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:09.427475 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972db0db-a673-4f85-a615-7c758b7059e6,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:09.446247 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:09.452028 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4fec866f-13d8-4ad9-87db-05cab0ac1ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:09.538647 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4fec866f-13d8-4ad9-87db-05cab0ac1ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:09.770210 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f75019f6-0b4b-49d5-824e-f3dded717d4b req-a1258830-3618-427a-be14-25c95e6bbc4c tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 210 time: 0.2179132
Jun 25 14:41:09.831407 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Allocated IP 192.168.233.35 (0215eaa6-f0dd-4374-8e96-611efaf68a2c/cee2ff55-2dd5-4c9c-b2eb-1272ede6442c/7b27fea6-e22b-4092-b5b6-1df4896ae0b5) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:41:09.885347 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4fec866f-13d8-4ad9-87db-05cab0ac1ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:09.894889 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-caadb9b4-a833-46f0-9161-2b236b108b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:09.926919 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec866f-13d8-4ad9-87db-05cab0ac1ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58eaa76-afbc-434d-97db-8485f06a6a88,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:09.935372 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-4fec866f-13d8-4ad9-87db-05cab0ac1ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:09.950608 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b741f2a-9289-43ac-938b-c655c0333926 req-13625779-c92e-470e-b5cd-9e845390bbd1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:09.956491 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1b741f2a-9289-43ac-938b-c655c0333926 req-13625779-c92e-470e-b5cd-9e845390bbd1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.3166299
Jun 25 14:41:10.110897 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4fec866f-13d8-4ad9-87db-05cab0ac1ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:10.112062 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-4fec866f-13d8-4ad9-87db-05cab0ac1ba6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a58eaa76-afbc-434d-97db-8485f06a6a88 HTTP/1.1" status: 204  len: 168 time: 0.8855505
Jun 25 14:41:10.128326 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1b741f2a-9289-43ac-938b-c655c0333926 req-5a363063-fea4-43a7-9318-ed4344ad1c1e tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548300
Jun 25 14:41:10.231372 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:10.265751 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Transition to ACTIVE for port object 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 will not be triggered until provisioned by entity DHCP. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:10.372301 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:10.387368 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732fa95-4313-4437-8f2f-5e0f7ae4463a req-d7b788f8-f750-48d1-b08c-fe60724745f0 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:10.389516 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7732fa95-4313-4437-8f2f-5e0f7ae4463a req-d7b788f8-f750-48d1-b08c-fe60724745f0 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.1312070
Jun 25 14:41:10.391586 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c7c09320-d495-4ff5-b837-11e84101b95e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:10.507589 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Network 0215eaa6-f0dd-4374-8e96-611efaf68a2c is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:41:10.516643 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:10.525005 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:41:10.650764 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Pushing event updated for resources: {'Port': ['ID=7b27fea6-e22b-4092-b5b6-1df4896ae0b5,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:10.662067 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:10.670220 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7732fa95-4313-4437-8f2f-5e0f7ae4463a req-49fe4a7f-ba9a-4fa3-ad04-56c543eb97bf tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2409849
Jun 25 14:41:10.693435 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:10.693435 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for port, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:10.723581 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d43e0d41-790f-4fff-87d9-00e024986966 req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.1779015
Jun 25 14:41:10.755641 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Request body: {'port': {'device_id': 'cceefe2e-6852-4c75-adbf-84a60cd31f98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:10.889525 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-af8a1478-c508-44b3-b9fc-60f8f4fdf830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:11.020432 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-93587a0b-a8fa-4406-9e99-6c01697291e5 None None] Provisioning for port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:11.027948 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-93587a0b-a8fa-4406-9e99-6c01697291e5 None None] Provisioning complete for port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:11.028783 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-93587a0b-a8fa-4406-9e99-6c01697291e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:11.150729 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-93587a0b-a8fa-4406-9e99-6c01697291e5 None None] Port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:41:11.300541 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:11.437090 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c74479-d4d0-43e0-a191-47efa6ef9b3b req-6354af50-bd66-4d68-9599-f83a9f24c5db tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:11.437939 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-59c74479-d4d0-43e0-a191-47efa6ef9b3b req-6354af50-bd66-4d68-9599-f83a9f24c5db tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Synchronizing usage tracker for tenant:b613ece656aa4fbeb2b35d959c5d890e on resource:port {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:41:11.488391 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be72282-f055-4817-953c-eb1d165092b6 req-0a7268d7-2b69-424d-8770-f4bd846e464a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:11.490620 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3be72282-f055-4817-953c-eb1d165092b6 req-0a7268d7-2b69-424d-8770-f4bd846e464a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.4148388
Jun 25 14:41:11.505418 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 35670) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:11.519049 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-30bd7367-8d65-4538-a409-eafc73ed58c2 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Request body: {'floatingip': {'port_id': 'ac1a6404-8b51-401c-92aa-62ab2185c41c'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:11.561598 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-59c74479-d4d0-43e0-a191-47efa6ef9b3b req-6354af50-bd66-4d68-9599-f83a9f24c5db tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Unset dirty status for tenant:b613ece656aa4fbeb2b35d959c5d890e on resource:port {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:41:11.573395 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-59c74479-d4d0-43e0-a191-47efa6ef9b3b req-6354af50-bd66-4d68-9599-f83a9f24c5db tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 935 time: 0.5739338
Jun 25 14:41:11.626107 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-30bd7367-8d65-4538-a409-eafc73ed58c2 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for floatingip, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:11.784389 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:11.865749 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-59c74479-d4d0-43e0-a191-47efa6ef9b3b req-54a2c80c-165c-40c0-9bd9-b6eda662d0e9 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Synchronizing usage tracker for tenant:b613ece656aa4fbeb2b35d959c5d890e on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:41:11.973502 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-59c74479-d4d0-43e0-a191-47efa6ef9b3b req-54a2c80c-165c-40c0-9bd9-b6eda662d0e9 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Unset dirty status for tenant:b613ece656aa4fbeb2b35d959c5d890e on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:41:11.977208 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-59c74479-d4d0-43e0-a191-47efa6ef9b3b req-54a2c80c-165c-40c0-9bd9-b6eda662d0e9 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/security-groups?id=972db0db-a673-4f85-a615-7c758b7059e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4023206
Jun 25 14:41:12.063387 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1663bd-abb6-4581-9bbb-3de462022bdc req-c97c2715-fca8-4d45-9464-4ae439f72fff tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:12.076589 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ee1663bd-abb6-4581-9bbb-3de462022bdc req-c97c2715-fca8-4d45-9464-4ae439f72fff tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.4380748
Jun 25 14:41:12.124360 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 {{(pid=78435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:41:12.137886 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:12.181456 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Transition to ACTIVE for port object 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 will not be triggered until provisioned by entity L2. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:12.203931 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6486730'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:12.228012 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:12.340557 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Pushing event updated for resources: {'Port': ['ID=7b27fea6-e22b-4092-b5b6-1df4896ae0b5,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:12.352695 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:12.549745 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ee1663bd-abb6-4581-9bbb-3de462022bdc req-89f3a1a0-d643-4db4-88c7-1467fcd1454e tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4721184
Jun 25 14:41:12.689655 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Attempting to bind port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:41:12.690494 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Attempting to bind port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'f5a6891b-42cd-4ff8-8a1e-2e16fbf09573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0215eaa6-f0dd-4374-8e96-611efaf68a2c'}] {{(pid=78435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:41:12.691062 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Attempting to bind port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 on network 0215eaa6-f0dd-4374-8e96-611efaf68a2c {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:41:12.698030 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 on network 0215eaa6-f0dd-4374-8e96-611efaf68a2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 14:41:12.698809 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Attempting to bind port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 on network 0215eaa6-f0dd-4374-8e96-611efaf68a2c {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:41:12.705947 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:41:12.707294 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Checking segment: {'id': 'f5a6891b-42cd-4ff8-8a1e-2e16fbf09573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0215eaa6-f0dd-4374-8e96-611efaf68a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:41:12.708576 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Bound using segment: {'id': 'f5a6891b-42cd-4ff8-8a1e-2e16fbf09573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0215eaa6-f0dd-4374-8e96-611efaf68a2c'} {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:41:12.709454 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Bound port: 7b27fea6-e22b-4092-b5b6-1df4896ae0b5, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a6891b-42cd-4ff8-8a1e-2e16fbf09573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0215eaa6-f0dd-4374-8e96-611efaf68a2c'}}] {{(pid=78435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:41:12.710280 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:12.956209 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] For port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5, host hv-cinder-79809, cleared binding levels {{(pid=78435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:41:12.960078 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] For port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7b27fea6-e22b-4092-b5b6-1df4896ae0b5,segment=NetworkSegment(f5a6891b-42cd-4ff8-8a1e-2e16fbf09573),segment_id=f5a6891b-42cd-4ff8-8a1e-2e16fbf09573)] {{(pid=78435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:41:12.965696 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6486730'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:12.970718 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:13.033859 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:13.034431 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for port, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:13.035846 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d43e0d41-790f-4fff-87d9-00e024986966 req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] 10.222.0.16 "PUT /v2.0/ports/7b27fea6-e22b-4092-b5b6-1df4896ae0b5 HTTP/1.1" status: 200  len: 1097 time: 2.2893941
Jun 25 14:41:13.036346 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cceefe2e-6852-4c75-adbf-84a60cd31f98', 'tag': '7b27fea6-e22b-4092-b5b6-1df4896ae0b5'}] {{(pid=78435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:41:13.070771 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Pushing event updated for resources: {'Port': ['ID=7b27fea6-e22b-4092-b5b6-1df4896ae0b5,revision_number=3']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:13.076893 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:13.105039 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-30bd7367-8d65-4538-a409-eafc73ed58c2 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:13.111549 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-30bd7367-8d65-4538-a409-eafc73ed58c2 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549620'] for floatingip, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:13.273116 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:13.319990 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e0d41-790f-4fff-87d9-00e024986966 req-996d6ddd-db49-4762-89ae-cd438f154d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:13.321474 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d43e0d41-790f-4fff-87d9-00e024986966 req-996d6ddd-db49-4762-89ae-cd438f154d67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b613ece656aa4fbeb2b35d959c5d890e&device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 1100 time: 0.1967018
Jun 25 14:41:13.346864 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c7eb6-4c53-4bd1-9960-0416d26d9502 req-1835ac0e-d9ae-4626-b50f-d60d7aeafec0 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:13.356159 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-338c7eb6-4c53-4bd1-9960-0416d26d9502 req-1835ac0e-d9ae-4626-b50f-d60d7aeafec0 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 947 time: 0.1491649
Jun 25 14:41:13.437336 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.l3_db [None req-30bd7367-8d65-4538-a409-eafc73ed58c2 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Floating IP fff0b9fc-d1fc-46ad-9b38-89cb777b82e9 associated. External IP: 172.27.3.28, port: ac1a6404-8b51-401c-92aa-62ab2185c41c.
Jun 25 14:41:13.597069 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d43e0d41-790f-4fff-87d9-00e024986966 req-64e50151-9948-4c95-bf8b-188317619d29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=7b27fea6-e22b-4092-b5b6-1df4896ae0b5 HTTP/1.1" status: 200  len: 217 time: 0.2377932
Jun 25 14:41:13.598894 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cceefe2e-6852-4c75-adbf-84a60cd31f98', 'tag': '7b27fea6-e22b-4092-b5b6-1df4896ae0b5', 'status': 'completed', 'code': 200}
Jun 25 14:41:13.750891 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-338c7eb6-4c53-4bd1-9960-0416d26d9502 req-4c0b03aa-f714-43ac-831f-e33880c4f882 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/security-groups?id=972db0db-a673-4f85-a615-7c758b7059e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3937485
Jun 25 14:41:13.783630 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e0d41-790f-4fff-87d9-00e024986966 req-fe3517d7-ff82-4c9c-82b2-9126b890723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:13.785323 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d43e0d41-790f-4fff-87d9-00e024986966 req-fe3517d7-ff82-4c9c-82b2-9126b890723f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cee2ff55-2dd5-4c9c-b2eb-1272ede6442c HTTP/1.1" status: 200  len: 843 time: 0.1714573
Jun 25 14:41:13.893435 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0199a-0cd6-4848-8cef-839133b7197a req-08ffd30c-d503-4fe2-bcc0-ce5904a74fab tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:13.900517 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e3c0199a-0cd6-4848-8cef-839133b7197a req-08ffd30c-d503-4fe2-bcc0-ce5904a74fab tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.2040050
Jun 25 14:41:13.969132 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e3c0199a-0cd6-4848-8cef-839133b7197a req-e5c55107-cdab-407c-be22-07c5129e6a90 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676143
Jun 25 14:41:13.994419 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e0d41-790f-4fff-87d9-00e024986966 req-244f8a0c-bf2e-41cf-838c-9281619bb92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:13.994419 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d43e0d41-790f-4fff-87d9-00e024986966 req-244f8a0c-bf2e-41cf-838c-9281619bb92b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0215eaa6-f0dd-4374-8e96-611efaf68a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1871226
Jun 25 14:41:14.032422 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bd7367-8d65-4538-a409-eafc73ed58c2 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Router d29da848-9a8f-4ec7-a467-c16e607a21cf has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:41:14.173962 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d43e0d41-790f-4fff-87d9-00e024986966 req-cc44eb7b-1852-40c6-ae65-dfac2901380c service neutron] 10.222.0.16 "GET /v2.0/networks/0215eaa6-f0dd-4374-8e96-611efaf68a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1717885
Jun 25 14:41:14.320771 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bd7367-8d65-4538-a409-eafc73ed58c2 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:41:14.335828 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-30bd7367-8d65-4538-a409-eafc73ed58c2 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:14.337510 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e5df6-7d7b-4c8a-8134-b8f8e9c406a7 None None] Sync routers for ids ['d29da848-9a8f-4ec7-a467-c16e607a21cf'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:41:14.367131 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e5df6-7d7b-4c8a-8134-b8f8e9c406a7 None None] Routers {'d29da848-9a8f-4ec7-a467-c16e607a21cf'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:41:14.369076 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-ea5e5df6-7d7b-4c8a-8134-b8f8e9c406a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b1f6b80>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['d29da848-9a8f-4ec7-a467-c16e607a21cf'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:14.419599 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-30bd7367-8d65-4538-a409-eafc73ed58c2 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "PUT /v2.0/floatingips/fff0b9fc-d1fc-46ad-9b38-89cb777b82e9 HTTP/1.1" status: 200  len: 990 time: 2.9113147
Jun 25 14:41:14.420743 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'tag': 'ac1a6404-8b51-401c-92aa-62ab2185c41c'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:41:14.481079 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d43e0d41-790f-4fff-87d9-00e024986966 req-8fa2eab2-77a8-4755-a7a1-5eab390608d4 service neutron] 10.222.0.16 "GET /v2.0/networks/0215eaa6-f0dd-4374-8e96-611efaf68a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2963979
Jun 25 14:41:14.547494 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'tag': 'ac1a6404-8b51-401c-92aa-62ab2185c41c', 'status': 'completed', 'code': 200}
Jun 25 14:41:14.555886 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 35732) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:14.693928 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-ea5e5df6-7d7b-4c8a-8134-b8f8e9c406a7 None None] Set router d29da848-9a8f-4ec7-a467-c16e607a21cf gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:41:14.913746 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-23e3c9f2-0d3a-4c08-91f0-74298247cc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:14.929811 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fab864-2828-4058-bca8-a885765c5737 req-da14a767-e96b-4b6d-99ff-cfc4a614e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:14.932416 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c2fab864-2828-4058-bca8-a885765c5737 req-da14a767-e96b-4b6d-99ff-cfc4a614e1c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b613ece656aa4fbeb2b35d959c5d890e&device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 1100 time: 0.2014937
Jun 25 14:41:14.966174 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-23e3c9f2-0d3a-4c08-91f0-74298247cc90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:14.978079 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-23e3c9f2-0d3a-4c08-91f0-74298247cc90 admin admin] Usage tracker for resource:security_group_rule and tenant:d72a8cb0128e4cb1ac7d0a76a0f7a34d is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:14.983774 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-23e3c9f2-0d3a-4c08-91f0-74298247cc90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:14.998117 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9a6b1-f2f2-4aa2-ab97-2c7dd32aac5e req-1996f6f5-c100-4af0-ba3e-7082a48ad04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:14.998117 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-81a9a6b1-f2f2-4aa2-ab97-2c7dd32aac5e req-1996f6f5-c100-4af0-ba3e-7082a48ad04f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2&device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 1098 time: 0.2664049
Jun 25 14:41:15.000212 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-23e3c9f2-0d3a-4c08-91f0-74298247cc90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:15.227424 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-23e3c9f2-0d3a-4c08-91f0-74298247cc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:15.249144 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-23e3c9f2-0d3a-4c08-91f0-74298247cc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:15.265321 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-a00a9bf8-b3fe-402e-a871-68865d4f983c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:15.350023 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fab864-2828-4058-bca8-a885765c5737 req-c9ef8089-90e4-4662-a177-62787f77d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:15.352099 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c2fab864-2828-4058-bca8-a885765c5737 req-c9ef8089-90e4-4662-a177-62787f77d409 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0215eaa6-f0dd-4374-8e96-611efaf68a2c HTTP/1.1" status: 200  len: 870 time: 0.3949618
Jun 25 14:41:15.353953 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9a6b1-f2f2-4aa2-ab97-2c7dd32aac5e req-c10b3c05-0741-4e27-bc72-8a1a0ab065ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:15.355408 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-81a9a6b1-f2f2-4aa2-ab97-2c7dd32aac5e req-c10b3c05-0741-4e27-bc72-8a1a0ab065ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=be24940d-36a5-4120-9f97-63f35026663d HTTP/1.1" status: 200  len: 918 time: 0.2695038
Jun 25 14:41:15.358384 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-23e3c9f2-0d3a-4c08-91f0-74298247cc90 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d72a8cb0128e4cb1ac7d0a76a0f7a34d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8012180
Jun 25 14:41:15.361694 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 35746) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:15.367470 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabb6ee-17a8-4cf3-b397-6f3cce041fec req-e1709686-3b39-4e23-a6ba-db4467ef751d tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:15.369031 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ddabb6ee-17a8-4cf3-b397-6f3cce041fec req-e1709686-3b39-4e23-a6ba-db4467ef751d tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 947 time: 0.3803813
Jun 25 14:41:15.381569 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3c9f2-0d3a-4c08-91f0-74298247cc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca635e1-c68b-4619-9f4e-3dea48710bd4,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:15.386119 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-23e3c9f2-0d3a-4c08-91f0-74298247cc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:15.414979 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-ea5e5df6-7d7b-4c8a-8134-b8f8e9c406a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b1f6b80>, [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': 'fff0b9fc-d1fc-46ad-9b38-89cb777b82e9', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'port_id': 'ac1a6404-8b51-401c-92aa-62ab2185c41c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'mac_address': 'fa:16:3e:9e:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:40:39Z', 'updated_at': '2021-06-25T14:41:12Z', 'revision_number': 1, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae64906-0b2b-4006-807a-17a275d67b26', 'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'mac_address': 'fa:16:3e:1d:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:33Z', 'updated_at': '2021-06-25T14:40:43Z', 'revision_number': 5, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'subnets': [{'id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:15.424360 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e5df6-7d7b-4c8a-8134-b8f8e9c406a7 None None] Checking router: d29da848-9a8f-4ec7-a467-c16e607a21cf for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:41:15.437587 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e5df6-7d7b-4c8a-8134-b8f8e9c406a7 None None] Routers {'d29da848-9a8f-4ec7-a467-c16e607a21cf'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:41:15.439577 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-ea5e5df6-7d7b-4c8a-8134-b8f8e9c406a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b1f6b80>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['d29da848-9a8f-4ec7-a467-c16e607a21cf'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:15.448872 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d39782-db49-4209-bb76-770d9769eaa3 req-b3f5d1e9-4332-42c2-9796-3a2ebb8eeddc tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:15.450394 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-80d39782-db49-4209-bb76-770d9769eaa3 req-b3f5d1e9-4332-42c2-9796-3a2ebb8eeddc tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.2541747
Jun 25 14:41:15.455238 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ddabb6ee-17a8-4cf3-b397-6f3cce041fec req-98f43e0a-1545-407d-9d40-425867cebc0a tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/security-groups?id=972db0db-a673-4f85-a615-7c758b7059e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735662
Jun 25 14:41:15.475942 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2f98aecb-ba40-40b3-9e64-0b5820aa3d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:15.508441 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2f98aecb-ba40-40b3-9e64-0b5820aa3d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:15.546743 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-80d39782-db49-4209-bb76-770d9769eaa3 req-2bc6a74b-9645-475c-8400-fd61a23a81a7 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823386
Jun 25 14:41:15.589698 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2f98aecb-ba40-40b3-9e64-0b5820aa3d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:15.594458 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-52dee817-52ff-427d-9e3d-1267b6f10b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:15.609685 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98aecb-ba40-40b3-9e64-0b5820aa3d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca635e1-c68b-4619-9f4e-3dea48710bd4,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:15.614526 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-2f98aecb-ba40-40b3-9e64-0b5820aa3d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:15.619340 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2f98aecb-ba40-40b3-9e64-0b5820aa3d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:15.625231 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-2f98aecb-ba40-40b3-9e64-0b5820aa3d16 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ca635e1-c68b-4619-9f4e-3dea48710bd4 HTTP/1.1" status: 204  len: 168 time: 0.2623353
Jun 25 14:41:15.707120 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-ea5e5df6-7d7b-4c8a-8134-b8f8e9c406a7 None None] Set router d29da848-9a8f-4ec7-a467-c16e607a21cf gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:41:16.166904 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-ea5e5df6-7d7b-4c8a-8134-b8f8e9c406a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b1f6b80>, [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': 'fff0b9fc-d1fc-46ad-9b38-89cb777b82e9', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'port_id': 'ac1a6404-8b51-401c-92aa-62ab2185c41c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'mac_address': 'fa:16:3e:9e:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:40:39Z', 'updated_at': '2021-06-25T14:41:12Z', 'revision_number': 1, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae64906-0b2b-4006-807a-17a275d67b26', 'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'mac_address': 'fa:16:3e:1d:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:33Z', 'updated_at': '2021-06-25T14:40:43Z', 'revision_number': 5, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'subnets': [{'id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:16.171467 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e5df6-7d7b-4c8a-8134-b8f8e9c406a7 None None] The sync data for ids ['d29da848-9a8f-4ec7-a467-c16e607a21cf'] in dv-cinder-798091-1-iscsi is: [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': 'fff0b9fc-d1fc-46ad-9b38-89cb777b82e9', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'port_id': 'ac1a6404-8b51-401c-92aa-62ab2185c41c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'mac_address': 'fa:16:3e:9e:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:40:39Z', 'updated_at': '2021-06-25T14:41:12Z', 'revision_number': 1, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae64906-0b2b-4006-807a-17a275d67b26', 'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'mac_address': 'fa:16:3e:1d:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:33Z', 'updated_at': '2021-06-25T14:40:43Z', 'revision_number': 5, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'subnets': [{'id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:41:16.431026 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d8d76d-b3b2-4500-9cc0-5a6d88e95a28 None None] New status for floating IP fff0b9fc-d1fc-46ad-9b38-89cb777b82e9: ACTIVE {{(pid=78437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 25 14:41:16.652137 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 35784) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:16.721076 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1e7cf-c0ff-4369-8a3f-fdba9bcb5914 req-90a7f262-f45d-4bca-92de-43cd97cc2339 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:16.722734 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a3c1e7cf-c0ff-4369-8a3f-fdba9bcb5914 req-90a7f262-f45d-4bca-92de-43cd97cc2339 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 947 time: 0.1349590
Jun 25 14:41:16.776064 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a3c1e7cf-c0ff-4369-8a3f-fdba9bcb5914 req-ecf3ebee-0ccb-414d-9ee7-98eae2a0e2a5 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/security-groups?id=972db0db-a673-4f85-a615-7c758b7059e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423379
Jun 25 14:41:16.819884 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-346133233-network', 'tenant_id': '018120595eed44fe92439b2834f42c8e'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:16.828774 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:16.833883 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Usage tracker for resource:network and tenant:018120595eed44fe92439b2834f42c8e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:16.837110 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:16.844861 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:16.857905 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Made reservation on behalf of 018120595eed44fe92439b2834f42c8e for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:41:16.860738 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:16.874068 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:16.891111 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:16.938716 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Usage tracker for resource:security_group_rule and tenant:018120595eed44fe92439b2834f42c8e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:16.942593 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:16.949990 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:17.022189 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26eb9c3-ebb3-4db9-95ad-0731bc73b8d7 req-54659452-8249-4a2f-b327-f04a014dafd8 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:17.023722 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f26eb9c3-ebb3-4db9-95ad-0731bc73b8d7 req-54659452-8249-4a2f-b327-f04a014dafd8 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1345367
Jun 25 14:41:17.109320 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f26eb9c3-ebb3-4db9-95ad-0731bc73b8d7 req-847bde32-0f5b-491d-8cfa-d85a621189d7 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775266
Jun 25 14:41:17.114163 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:17.121324 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:17.129697 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:17.174684 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'}  {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 14:41:17.190411 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedf3520-e2cd-4288-b155-bc83a81976ba,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:17.196308 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:17.197867 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:17.198445 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Added segment 693d6b23-7d5a-48cd-906c-9bc29a7d263c of type vlan for network b956f638-dae2-4845-9486-f6605d1910a8
Jun 25 14:41:17.248394 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:17.279993 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:17.281359 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:17.281943 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:17.285536 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f9869d28-b5ce-4003-a53c-f180e27edd60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:17.524262 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Pushing event updated for resources: {'Network': ['ID=b956f638-dae2-4845-9486-f6605d1910a8,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:17.528763 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8750253
Jun 25 14:41:17.530231 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:17.531765 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 35794) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:17.536158 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network b956f638-dae2-4845-9486-f6605d1910a8 details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 14:41:17.540051 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] Request body: {'subnet': {'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-346133233-subnet', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'ip_version': 4}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:17.547219 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:17.553284 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] Usage tracker for resource:subnet and tenant:018120595eed44fe92439b2834f42c8e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:17.561004 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:17.571527 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:17.598049 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] Made reservation on behalf of 018120595eed44fe92439b2834f42c8e for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:41:17.598049 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6392516'] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:17.864308 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6485581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6392530'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:17.868829 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-825d1541-2640-4ab9-9719-46284e61616e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:17.995806 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54025221-f21c-4ee1-82d2-8f66a9dc0562,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:17.999048 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:18.021450 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] Checking segment: {'id': '693d6b23-7d5a-48cd-906c-9bc29a7d263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:41:18.021804 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] Network hostable DHCP agents. Network: b956f638-dae2-4845-9486-f6605d1910a8, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 14:41:18.050721 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] Network b956f638-dae2-4845-9486-f6605d1910a8 is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 14:41:18.063400 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e989a-8a48-4bc7-8460-b2811f18a08e req-4cb62543-c33f-48ee-9993-0019d07bf992 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:18.064859 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-481e989a-8a48-4bc7-8460-b2811f18a08e req-4cb62543-c33f-48ee-9993-0019d07bf992 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 947 time: 0.1506145
Jun 25 14:41:18.072607 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, b956f638-dae2-4845-9486-f6605d1910a8) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:18.078159 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:18.080280 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:18.082164 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1971b85-5e0e-4fe1-9a15-79692be2ba30 None None] Network b956f638-dae2-4845-9486-f6605d1910a8 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:41:18.130320 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.5971525
Jun 25 14:41:18.135105 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 35804) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:18.147900 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-346133233-router', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:18.210303 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c2fab864-2828-4058-bca8-a885765c5737 req-6bd667a8-0e91-4042-988c-fbe48f81aef6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=7b27fea6-e22b-4092-b5b6-1df4896ae0b5 HTTP/1.1" status: 200  len: 217 time: 0.0817273
Jun 25 14:41:18.219940 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-481e989a-8a48-4bc7-8460-b2811f18a08e req-9fe45417-7507-4c39-bc8c-bb1a06ec788a tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/security-groups?id=972db0db-a673-4f85-a615-7c758b7059e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350684
Jun 25 14:41:18.311663 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fab864-2828-4058-bca8-a885765c5737 req-ce827d1d-4acb-4229-8031-bbc632355fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:18.313854 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c2fab864-2828-4058-bca8-a885765c5737 req-ce827d1d-4acb-4229-8031-bbc632355fb5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cee2ff55-2dd5-4c9c-b2eb-1272ede6442c HTTP/1.1" status: 200  len: 843 time: 0.0885608
Jun 25 14:41:18.516782 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:18.537755 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Usage tracker for resource:router and tenant:018120595eed44fe92439b2834f42c8e is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:18.543315 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:18.560512 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:18.582051 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-81a9a6b1-f2f2-4aa2-ab97-2c7dd32aac5e req-5446b0a5-aa2d-438a-87f5-1ec0d4a27999 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c HTTP/1.1" status: 200  len: 1000 time: 0.4265168
Jun 25 14:41:18.584934 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018'] for router, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:18.587222 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:18.589724 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fab864-2828-4058-bca8-a885765c5737 req-9a7d6207-295b-4c12-956c-176493c53e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:18.592536 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c2fab864-2828-4058-bca8-a885765c5737 req-9a7d6207-295b-4c12-956c-176493c53e2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0215eaa6-f0dd-4374-8e96-611efaf68a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2678370
Jun 25 14:41:18.605780 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2453cf98-ccc3-5d86-bc5a-54844e48914f-b956f638-dae2-4845-9486-f6605d1910a8', 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'fixed_ips': [{'subnet_id': '54025221-f21c-4ee1-82d2-8f66a9dc0562'}]}} from dv-cinder-798091-1-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 25 14:41:18.606632 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:18.679999 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9a6b1-f2f2-4aa2-ab97-2c7dd32aac5e req-000d49c3-1e15-40e6-84c4-aeb8108324f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:18.681792 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-81a9a6b1-f2f2-4aa2-ab97-2c7dd32aac5e req-000d49c3-1e15-40e6-84c4-aeb8108324f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e39175d9-74d1-4a7a-b7f4-51fe6d4a191b HTTP/1.1" status: 200  len: 856 time: 0.0857801
Jun 25 14:41:18.752164 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:18.814329 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c2fab864-2828-4058-bca8-a885765c5737 req-09fe7a45-dd0e-4aa1-9177-06ef330bdcd5 service neutron] 10.222.0.16 "GET /v2.0/networks/0215eaa6-f0dd-4374-8e96-611efaf68a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2023742
Jun 25 14:41:18.836421 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Allocated IP 172.20.0.2 (b956f638-dae2-4845-9486-f6605d1910a8/54025221-f21c-4ee1-82d2-8f66a9dc0562/1162db24-6cfd-4ae2-b96e-4f5a5459b60f) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:41:18.993887 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9a6b1-f2f2-4aa2-ab97-2c7dd32aac5e req-3e3b6c3d-5020-4d28-9c83-b6e0f38c8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:18.995379 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-81a9a6b1-f2f2-4aa2-ab97-2c7dd32aac5e req-3e3b6c3d-5020-4d28-9c83-b6e0f38c8b07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be24940d-36a5-4120-9f97-63f35026663d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2999351
Jun 25 14:41:19.012904 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e63c4-87f3-40eb-8adc-9b1dff04b417 req-779f1463-0ee9-47ce-9cf8-acac3796745e tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:19.016319 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a39e63c4-87f3-40eb-8adc-9b1dff04b417 req-779f1463-0ee9-47ce-9cf8-acac3796745e tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.5180640
Jun 25 14:41:19.068786 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c2fab864-2828-4058-bca8-a885765c5737 req-c082b67d-d468-49da-a059-2ee2a9638e29 service neutron] 10.222.0.16 "GET /v2.0/networks/0215eaa6-f0dd-4374-8e96-611efaf68a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2440798
Jun 25 14:41:19.091741 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a39e63c4-87f3-40eb-8adc-9b1dff04b417 req-d350edb8-e47a-4403-bb7f-2e4c8102e365 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679152
Jun 25 14:41:19.155144 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:19.166818 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Transition to ACTIVE for port object 1162db24-6cfd-4ae2-b96e-4f5a5459b60f will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:19.187125 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Transition to ACTIVE for port object 1162db24-6cfd-4ae2-b96e-4f5a5459b60f will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:19.193962 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:19.200131 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:19.269340 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Network b956f638-dae2-4845-9486-f6605d1910a8 is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:41:19.272786 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Resources bound (agent type, host, resource id):  {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:19.276588 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:41:19.322250 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Pushing event updated for resources: {'Port': ['ID=1162db24-6cfd-4ae2-b96e-4f5a5459b60f,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:19.327306 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:19.331328 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:19.399172 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Attempting to bind port 1162db24-6cfd-4ae2-b96e-4f5a5459b60f on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:41:19.399462 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Attempting to bind port 1162db24-6cfd-4ae2-b96e-4f5a5459b60f by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '693d6b23-7d5a-48cd-906c-9bc29a7d263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:41:19.399840 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Attempting to bind port 1162db24-6cfd-4ae2-b96e-4f5a5459b60f on network b956f638-dae2-4845-9486-f6605d1910a8 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:41:19.406690 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:41:19.407240 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Checking segment: {'id': '693d6b23-7d5a-48cd-906c-9bc29a7d263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:41:19.407654 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:19.408156 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Bound using segment: {'id': '693d6b23-7d5a-48cd-906c-9bc29a7d263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:41:19.408918 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Bound port: 1162db24-6cfd-4ae2-b96e-4f5a5459b60f, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693d6b23-7d5a-48cd-906c-9bc29a7d263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:41:19.409457 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:19.427667 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-81a9a6b1-f2f2-4aa2-ab97-2c7dd32aac5e req-5a5fdb69-589b-461e-b375-07ac02784ec2 service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3164160
Jun 25 14:41:19.558653 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] For port 1162db24-6cfd-4ae2-b96e-4f5a5459b60f, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:41:19.563804 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] For port 1162db24-6cfd-4ae2-b96e-4f5a5459b60f, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=1162db24-6cfd-4ae2-b96e-4f5a5459b60f,segment=NetworkSegment(693d6b23-7d5a-48cd-906c-9bc29a7d263c),segment_id=693d6b23-7d5a-48cd-906c-9bc29a7d263c)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:41:19.570430 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:19.572784 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a56af-a368-4269-a06f-9627cd1b4a25 req-a64d690b-e0c3-4aac-8341-44d80fb9ad4d tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:19.574634 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a95a56af-a368-4269-a06f-9627cd1b4a25 req-a64d690b-e0c3-4aac-8341-44d80fb9ad4d tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 947 time: 0.2056291
Jun 25 14:41:19.576272 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:19.650895 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a95a56af-a368-4269-a06f-9627cd1b4a25 req-6adacd58-2f4c-46d4-ad62-da0c458bcb8f tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/security-groups?id=972db0db-a673-4f85-a615-7c758b7059e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637822
Jun 25 14:41:19.688394 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-81a9a6b1-f2f2-4aa2-ab97-2c7dd32aac5e req-14f5a951-e721-4b38-8463-4f28fcd43d93 service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012401
Jun 25 14:41:19.703748 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Pushing event updated for resources: {'Port': ['ID=1162db24-6cfd-4ae2-b96e-4f5a5459b60f,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:19.706761 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:19.946100 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:19.980590 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:20.145141 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Allocated IP 172.27.3.216 (598d3f89-d135-48db-a81c-d0cdd206ad8b/603cb312-45ed-44f0-bfe6-5788d06b586a/0bf9b049-22bf-4041-8970-6dc98696008e) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:41:20.401909 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a709dd5-cb38-4c58-bd0f-ead0b763c579 req-04776ff7-1efa-4f6d-a0c1-46523c735c34 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:20.407037 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9a709dd5-cb38-4c58-bd0f-ead0b763c579 req-04776ff7-1efa-4f6d-a0c1-46523c735c34 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1464093
Jun 25 14:41:20.486251 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9a709dd5-cb38-4c58-bd0f-ead0b763c579 req-572a8c26-842e-4dd2-a623-08d81387ac85 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719469
Jun 25 14:41:20.523088 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:20.559545 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:20.567451 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:20.650481 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:41:20.651940 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:20.656591 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:41:20.971710 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Pushing event updated for resources: {'Port': ['ID=0bf9b049-22bf-4041-8970-6dc98696008e,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:20.986528 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 1162db24-6cfd-4ae2-b96e-4f5a5459b60f up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:20.990375 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:21.025025 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99207df3-75e3-4f86-b3f7-f0cdbf33effe req-0dcb9a65-1633-48f9-b484-31d095ea01c8 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:21.032528 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-99207df3-75e3-4f86-b3f7-f0cdbf33effe req-0dcb9a65-1633-48f9-b484-31d095ea01c8 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 947 time: 0.1569471
Jun 25 14:41:21.042785 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3e6de8-00c3-4b30-bf95-6e54f3c94da7 None None] Network b956f638-dae2-4845-9486-f6605d1910a8 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:41:21.081392 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-99207df3-75e3-4f86-b3f7-f0cdbf33effe req-f8321f85-0361-4a8c-bdbb-e67401a4d771 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/security-groups?id=972db0db-a673-4f85-a615-7c758b7059e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477536
Jun 25 14:41:21.187448 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-72046463-a4ac-4997-9a77-0ed98ea7f94e None None] Provisioning for port 1162db24-6cfd-4ae2-b96e-4f5a5459b60f completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:21.275325 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 1162db24-6cfd-4ae2-b96e-4f5a5459b60f completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:21.293950 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 1162db24-6cfd-4ae2-b96e-4f5a5459b60f triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:21.295921 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:21.329494 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:21.601081 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:21.642742 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 1162db24-6cfd-4ae2-b96e-4f5a5459b60f, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=1162db24-6cfd-4ae2-b96e-4f5a5459b60f,segment=NetworkSegment(693d6b23-7d5a-48cd-906c-9bc29a7d263c),segment_id=693d6b23-7d5a-48cd-906c-9bc29a7d263c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:41:21.648695 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:21.657235 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-c25c484c-19ed-426a-b6dd-81d389001ee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:21.823397 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e48a81-89ed-477e-99d7-b7c912c73e06 req-44d65df7-7233-4f7a-9001-e212ba7cab9d tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:21.837803 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-00e48a81-89ed-477e-99d7-b7c912c73e06 req-44d65df7-7233-4f7a-9001-e212ba7cab9d tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1791065
Jun 25 14:41:21.867157 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=1162db24-6cfd-4ae2-b96e-4f5a5459b60f,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:21.884275 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:21.937470 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-00e48a81-89ed-477e-99d7-b7c912c73e06 req-50e0416c-07a9-430e-a361-2cb5c8a015c8 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987709
Jun 25 14:41:22.077080 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-190de43e-615b-4e99-840b-4f8de5e9e32f None None] Provisioning complete for port 1162db24-6cfd-4ae2-b96e-4f5a5459b60f triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:22.077684 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-190de43e-615b-4e99-840b-4f8de5e9e32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:22.092445 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549447'] for router, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:22.154899 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 35862) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:22.158046 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 14:41:22.394940 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d34bcfde-9022-4b48-bcd6-95f6a1ea6186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:22.416927 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7b27fea6-e22b-4092-b5b6-1df4896ae0b5,segment=NetworkSegment(f5a6891b-42cd-4ff8-8a1e-2e16fbf09573),segment_id=f5a6891b-42cd-4ff8-8a1e-2e16fbf09573)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:41:22.434261 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': '7b27fea6-e22b-4092-b5b6-1df4896ae0b5', 'network_id': '0215eaa6-f0dd-4374-8e96-611efaf68a2c', 'port_id': '7b27fea6-e22b-4092-b5b6-1df4896ae0b5', 'mac_address': 'fa:16:3e:1c:96:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee2ff55-2dd5-4c9c-b2eb-1272ede6442c', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 14:41:22.440371 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d34bcfde-9022-4b48-bcd6-95f6a1ea6186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:22.454464 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d34bcfde-9022-4b48-bcd6-95f6a1ea6186 admin admin] Usage tracker for resource:security_group_rule and tenant:df85d4ae379d4fc5b75a64f51b1e231f is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:22.459412 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d34bcfde-9022-4b48-bcd6-95f6a1ea6186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:22.466015 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Router 3772bf80-e0d3-4936-b385-27bbd49f300d is scheduled to L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce with binding_index 1 {{(pid=78436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 25 14:41:22.468935 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d34bcfde-9022-4b48-bcd6-95f6a1ea6186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:22.480540 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1b09d-903a-4d48-ada0-0085ec0bdfd4 req-d930ae97-ac5a-4fc7-86f5-5540a67412a4 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:22.487848 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-33f1b09d-903a-4d48-ada0-0085ec0bdfd4 req-d930ae97-ac5a-4fc7-86f5-5540a67412a4 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 947 time: 0.2541413
Jun 25 14:41:22.561938 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:22.638112 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:41:22.660687 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7b27fea6-e22b-4092-b5b6-1df4896ae0b5,segment=NetworkSegment(f5a6891b-42cd-4ff8-8a1e-2e16fbf09573),segment_id=f5a6891b-42cd-4ff8-8a1e-2e16fbf09573)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:41:22.668159 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:22.671094 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:22.730557 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-33f1b09d-903a-4d48-ada0-0085ec0bdfd4 req-b223c81e-f011-4124-b2e3-527a2f797f21 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/security-groups?id=972db0db-a673-4f85-a615-7c758b7059e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2417274
Jun 25 14:41:22.776332 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=7b27fea6-e22b-4092-b5b6-1df4896ae0b5,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:22.782812 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:22.812603 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:41:22.823934 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Sync routers for ids ['3772bf80-e0d3-4936-b385-27bbd49f300d'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:41:22.840990 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Routers {'3772bf80-e0d3-4936-b385-27bbd49f300d'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:41:22.841934 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-192d5486-a204-46fe-b244-accc72c199bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28af89e20>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['3772bf80-e0d3-4936-b385-27bbd49f300d'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:22.844418 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859494e-6eb7-4b5b-89b9-70b09c3ee884 req-e4cc6476-aa1b-4448-aa6f-bfe579174a8d tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:22.852945 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3859494e-6eb7-4b5b-89b9-70b09c3ee884 req-e4cc6476-aa1b-4448-aa6f-bfe579174a8d tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.2737498
Jun 25 14:41:22.859415 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Notify callbacks [] for router, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:22.863230 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.7218623
Jun 25 14:41:22.863728 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 35870) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:22.904663 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 1162db24-6cfd-4ae2-b96e-4f5a5459b60f up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:22.945966 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d34bcfde-9022-4b48-bcd6-95f6a1ea6186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:22.958800 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d34bcfde-9022-4b48-bcd6-95f6a1ea6186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:22.983017 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d9a22f8b-35eb-4350-aff9-b1354f306fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:23.017215 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 1162db24-6cfd-4ae2-b96e-4f5a5459b60f triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:23.017811 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:23.038157 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bcfde-9022-4b48-bcd6-95f6a1ea6186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27f0893-dd5e-4f0d-bed4-92ef210c9fd8,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:23.052100 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3859494e-6eb7-4b5b-89b9-70b09c3ee884 req-9c591ef8-7c98-441b-95ba-b257796c8e04 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1979680
Jun 25 14:41:23.053394 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d34bcfde-9022-4b48-bcd6-95f6a1ea6186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:23.108802 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Set router 3772bf80-e0d3-4936-b385-27bbd49f300d gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:41:23.109751 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-d34bcfde-9022-4b48-bcd6-95f6a1ea6186 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df85d4ae379d4fc5b75a64f51b1e231f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9535012
Jun 25 14:41:23.114851 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 35880) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:23.282098 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['7b27fea6-e22b-4092-b5b6-1df4896ae0b5'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:41:23.423626 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2df3aea4-46af-4b7b-99e4-2ff2ca9e4706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:23.490385 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2df3aea4-46af-4b7b-99e4-2ff2ca9e4706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:23.503184 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-192d5486-a204-46fe-b244-accc72c199bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28af89e20>, [{'id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'name': 'tempest-TestShelveInstance-346133233-router', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:18Z', 'updated_at': '2021-06-25T14:41:21Z', 'revision_number': 3, 'project_id': '018120595eed44fe92439b2834f42c8e', 'gw_port': {'id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:20Z', 'updated_at': '2021-06-25T14:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:23.511579 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Checking router: 3772bf80-e0d3-4936-b385-27bbd49f300d for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:41:23.512044 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Updating router 3772bf80-e0d3-4936-b385-27bbd49f300d port 0bf9b049-22bf-4041-8970-6dc98696008e binding host dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:41:23.555492 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f779a9-a116-48ad-a931-8aeada51f82f req-3f8d6646-79d2-4398-a5e2-1235e2f26278 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:23.557468 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-89f779a9-a116-48ad-a931-8aeada51f82f req-3f8d6646-79d2-4398-a5e2-1235e2f26278 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.3234622
Jun 25 14:41:23.626294 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:23.631289 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2df3aea4-46af-4b7b-99e4-2ff2ca9e4706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:23.639431 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5d82d29a-9e34-4f29-be10-1c90b5d721f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:23.672977 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3aea4-46af-4b7b-99e4-2ff2ca9e4706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27f0893-dd5e-4f0d-bed4-92ef210c9fd8,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:23.687694 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-2df3aea4-46af-4b7b-99e4-2ff2ca9e4706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:23.736251 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-89f779a9-a116-48ad-a931-8aeada51f82f req-f104d9af-092b-4d3b-9921-cd511df2f676 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391821
Jun 25 14:41:23.738731 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2df3aea4-46af-4b7b-99e4-2ff2ca9e4706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:23.751434 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-2df3aea4-46af-4b7b-99e4-2ff2ca9e4706 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a27f0893-dd5e-4f0d-bed4-92ef210c9fd8 HTTP/1.1" status: 204  len: 168 time: 0.6321912
Jun 25 14:41:24.066570 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db60ecd-2462-491c-9a44-ad5e9bd2b827 req-78190aaa-2eb4-4a8b-b04c-fa801e2850db tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:24.068134 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3db60ecd-2462-491c-9a44-ad5e9bd2b827 req-78190aaa-2eb4-4a8b-b04c-fa801e2850db tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 948 time: 0.1213903
Jun 25 14:41:24.148559 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3db60ecd-2462-491c-9a44-ad5e9bd2b827 req-a45b5e64-842a-4535-b344-2023f4080eaf tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/security-groups?id=972db0db-a673-4f85-a615-7c758b7059e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673857
Jun 25 14:41:24.185280 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:24.202332 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Transition to ACTIVE for port object 0bf9b049-22bf-4041-8970-6dc98696008e will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:24.211901 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:24.217973 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:24.287776 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b24e05-cdad-4c40-97c6-7ce7e90bd483 None None] Pushing event updated for resources: {'Port': ['ID=0bf9b049-22bf-4041-8970-6dc98696008e,revision_number=2']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:24.291897 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-71b24e05-cdad-4c40-97c6-7ce7e90bd483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:24.447520 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65038b3-4008-4368-aa4e-c4f9a020b325 req-38b1fa8c-6c8d-41da-a0cf-676a11a6a1fd tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:24.451761 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Attempting to bind port 0bf9b049-22bf-4041-8970-6dc98696008e on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:41:24.452128 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Attempting to bind port 0bf9b049-22bf-4041-8970-6dc98696008e by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:41:24.452500 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Attempting to bind port 0bf9b049-22bf-4041-8970-6dc98696008e on network 598d3f89-d135-48db-a81c-d0cdd206ad8b {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:41:24.456456 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f65038b3-4008-4368-aa4e-c4f9a020b325 req-38b1fa8c-6c8d-41da-a0cf-676a11a6a1fd tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1356950
Jun 25 14:41:24.480025 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:41:24.480397 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Checking segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:41:24.484326 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:24.484326 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Bound using segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:41:24.488932 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Bound port: 0bf9b049-22bf-4041-8970-6dc98696008e, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:41:24.489344 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:24.522197 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:24.542560 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f65038b3-4008-4368-aa4e-c4f9a020b325 req-ac74b056-1e57-4b1d-9212-bdb1d02a0a8e tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843611
Jun 25 14:41:24.587956 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-192d5486-a204-46fe-b244-accc72c199bd None None] For port 0bf9b049-22bf-4041-8970-6dc98696008e, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:41:24.594179 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-192d5486-a204-46fe-b244-accc72c199bd None None] For port 0bf9b049-22bf-4041-8970-6dc98696008e, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=0bf9b049-22bf-4041-8970-6dc98696008e,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:41:24.651848 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:24.677126 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:24.858878 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b24e05-cdad-4c40-97c6-7ce7e90bd483 None None] Pushing event updated for resources: {'Port': ['ID=0bf9b049-22bf-4041-8970-6dc98696008e,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:24.870230 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-71b24e05-cdad-4c40-97c6-7ce7e90bd483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:24.873381 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Routers {'3772bf80-e0d3-4936-b385-27bbd49f300d'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:41:24.874328 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-192d5486-a204-46fe-b244-accc72c199bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28af89e20>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['3772bf80-e0d3-4936-b385-27bbd49f300d'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:25.005583 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Allocated IP 172.20.0.1 (b956f638-dae2-4845-9486-f6605d1910a8/54025221-f21c-4ee1-82d2-8f66a9dc0562/2129b8c9-e7e6-44af-a34d-3a840cab0850) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:41:25.012981 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2681e69-1d60-461a-804b-0c949f623266 req-901b8a0b-1ddb-47c5-affc-f01bb3c00d31 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:25.026320 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e2681e69-1d60-461a-804b-0c949f623266 req-901b8a0b-1ddb-47c5-affc-f01bb3c00d31 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1294057
Jun 25 14:41:25.074782 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 35920) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:25.097823 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e2681e69-1d60-461a-804b-0c949f623266 req-b5e9ff44-cd5d-45f7-bec3-7c412bce8501 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703824
Jun 25 14:41:25.196572 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-192d5486-a204-46fe-b244-accc72c199bd None None] Set router 3772bf80-e0d3-4936-b385-27bbd49f300d gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:41:25.261047 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-226810653-network', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:25.273803 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:25.284497 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Usage tracker for resource:network and tenant:f5e71d6387574c4c80d267a33c619811 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:25.289338 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:25.298466 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:25.300561 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:25.314938 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Made reservation on behalf of f5e71d6387574c4c80d267a33c619811 for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:41:25.318177 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:25.334561 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:25.347452 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Transition to ACTIVE for port object 2129b8c9-e7e6-44af-a34d-3a840cab0850 will not be triggered until provisioned by entity DHCP. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:25.394575 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779501d-c7e3-4041-873d-893416aab0a2 req-60867560-5f85-43b2-a81d-7fd284d58746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:25.396888 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4779501d-c7e3-4041-873d-893416aab0a2 req-60867560-5f85-43b2-a81d-7fd284d58746 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 1099 time: 0.1470752
Jun 25 14:41:25.426844 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:25.434821 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:25.447201 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:25.448531 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Usage tracker for resource:security_group_rule and tenant:f5e71d6387574c4c80d267a33c619811 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:25.454037 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:25.465524 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:25.541353 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4779501d-c7e3-4041-873d-893416aab0a2 req-5c070564-d126-433a-8f6d-cb8cf0ff769e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316600
Jun 25 14:41:25.542120 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93599068-d0fe-4f41-a528-88eb951a64f8 req-57bf4089-a3d5-41d5-a729-10b785a68c23 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:25.543237 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-93599068-d0fe-4f41-a528-88eb951a64f8 req-57bf4089-a3d5-41d5-a729-10b785a68c23 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 948 time: 0.1954970
Jun 25 14:41:25.554338 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Network b956f638-dae2-4845-9486-f6605d1910a8 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:41:25.558590 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:25.561512 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2129b8c9-e7e6-44af-a34d-3a840cab0850,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:25.563862 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:41:25.564321 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549505'] for router_interface, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:25.567310 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:25.704056 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-192d5486-a204-46fe-b244-accc72c199bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28af89e20>, [{'id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'name': 'tempest-TestShelveInstance-346133233-router', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:18Z', 'updated_at': '2021-06-25T14:41:21Z', 'revision_number': 3, 'project_id': '018120595eed44fe92439b2834f42c8e', 'gw_port': {'id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:20Z', 'updated_at': '2021-06-25T14:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:25.713440 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d5486-a204-46fe-b244-accc72c199bd None None] The sync data for ids ['3772bf80-e0d3-4936-b385-27bbd49f300d'] in dv-cinder-798091-1-iscsi is: [{'id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'name': 'tempest-TestShelveInstance-346133233-router', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:18Z', 'updated_at': '2021-06-25T14:41:21Z', 'revision_number': 3, 'project_id': '018120595eed44fe92439b2834f42c8e', 'gw_port': {'id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:20Z', 'updated_at': '2021-06-25T14:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:41:25.741423 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:25.766770 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:25.782794 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-8232d1c7-e30b-47a1-830f-dccf1cf0eb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:25.809322 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-93599068-d0fe-4f41-a528-88eb951a64f8 req-8c3e2584-e899-4388-91e0-9ca45c4fb3f9 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/security-groups?id=972db0db-a673-4f85-a615-7c758b7059e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1993880
Jun 25 14:41:25.904747 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:25.916022 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'}  {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 14:41:25.927357 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f006d929-cd57-4e9b-9e8f-b71f250a8f9f,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:25.932666 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:25.966787 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:25.967247 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Added segment 70bd9b18-6389-42e2-82ed-b20c76711bec of type vlan for network b025b70a-f35a-45e2-b6cc-f3f694612525
Jun 25 14:41:26.005358 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-2ad25bf0-d050-421b-9407-94e0f51fe5c6 None None] Provisioning for port 2129b8c9-e7e6-44af-a34d-3a840cab0850 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:26.023114 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-2ad25bf0-d050-421b-9407-94e0f51fe5c6 None None] Provisioning complete for port 2129b8c9-e7e6-44af-a34d-3a840cab0850 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:26.023680 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2ad25bf0-d050-421b-9407-94e0f51fe5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:26.049690 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:26.084569 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef680e-ac23-432b-b093-a57c94c32241 req-73d0c34e-f01a-42de-a6a7-571e7be636e4 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:26.086951 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-71ef680e-ac23-432b-b093-a57c94c32241 req-73d0c34e-f01a-42de-a6a7-571e7be636e4 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.2869003
Jun 25 14:41:26.111178 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-2ad25bf0-d050-421b-9407-94e0f51fe5c6 None None] Port 2129b8c9-e7e6-44af-a34d-3a840cab0850 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:41:26.160270 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:26.243702 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-71ef680e-ac23-432b-b093-a57c94c32241 req-737392cc-963c-431a-888b-dff3e95010cd tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1382999
Jun 25 14:41:26.272565 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:26.274195 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:26.274854 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:26.281138 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:26.406749 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:26.423690 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:26.425081 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:26.610345 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Pushing event updated for resources: {'Network': ['ID=b025b70a-f35a-45e2-b6cc-f3f694612525,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:26.618211 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:26.625604 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.5491626
Jun 25 14:41:26.632389 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 35936) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:26.663925 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network b025b70a-f35a-45e2-b6cc-f3f694612525 details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 14:41:26.665200 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-420c72c7-0ba5-468f-9c98-e61e6977fe2d admin admin] Request body: {'subnet': {'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-226810653-subnet', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'ip_version': 4}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:26.684694 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-420c72c7-0ba5-468f-9c98-e61e6977fe2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:26.697044 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-420c72c7-0ba5-468f-9c98-e61e6977fe2d admin admin] Usage tracker for resource:subnet and tenant:f5e71d6387574c4c80d267a33c619811 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:26.703848 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:26.704667 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-420c72c7-0ba5-468f-9c98-e61e6977fe2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:26.711667 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:26.713128 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760616'] for router_interface, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:26.725369 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-420c72c7-0ba5-468f-9c98-e61e6977fe2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:26.726971 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:26.758971 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b3b00-f59f-4f77-88a6-99a3a7934020 req-b42ffa85-77e9-4d04-9a81-385b8c94b3fd tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:26.774252 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bd6b3b00-f59f-4f77-88a6-99a3a7934020 req-b42ffa85-77e9-4d04-9a81-385b8c94b3fd tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.3606732
Jun 25 14:41:26.856830 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420c72c7-0ba5-468f-9c98-e61e6977fe2d admin admin] Made reservation on behalf of f5e71d6387574c4c80d267a33c619811 for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:41:26.864379 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-420c72c7-0ba5-468f-9c98-e61e6977fe2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6392516'] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:27.131406 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 0bf9b049-22bf-4041-8970-6dc98696008e up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:27.165739 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2129b8c9-e7e6-44af-a34d-3a840cab0850,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:27.176422 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:27.222733 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:27.281417 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bd6b3b00-f59f-4f77-88a6-99a3a7934020 req-9a626d1b-eadd-437a-a9f0-5b380724abc5 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4730210
Jun 25 14:41:27.401883 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Network b956f638-dae2-4845-9486-f6605d1910a8 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:41:27.409647 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:27.416710 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cceefe2e-6852-4c75-adbf-84a60cd31f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b27fea6-e22b-4092-b5b6-1df4896ae0b5'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:41:27.482603 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7b27fea6-e22b-4092-b5b6-1df4896ae0b5,segment=NetworkSegment(f5a6891b-42cd-4ff8-8a1e-2e16fbf09573),segment_id=f5a6891b-42cd-4ff8-8a1e-2e16fbf09573)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:41:27.495683 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:27.501110 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:27.772486 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=7b27fea6-e22b-4092-b5b6-1df4896ae0b5,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:27.778871 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:27.780857 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 0bf9b049-22bf-4041-8970-6dc98696008e completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:27.789507 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 0bf9b049-22bf-4041-8970-6dc98696008e triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:27.790092 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:27.860994 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8a344-985c-478c-933d-e91647138083 req-3ceabb68-2573-4832-9b88-056cc93d5592 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:27.864665 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e2f8a344-985c-478c-933d-e91647138083 req-3ceabb68-2573-4832-9b88-056cc93d5592 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 949 time: 0.5787923
Jun 25 14:41:27.997303 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Router 3772bf80-e0d3-4936-b385-27bbd49f300d has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:41:28.020820 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e2f8a344-985c-478c-933d-e91647138083 req-9b3b46a9-27f0-4bd1-b549-15e648239c80 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/security-groups?id=972db0db-a673-4f85-a615-7c758b7059e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116841
Jun 25 14:41:28.045536 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-420c72c7-0ba5-468f-9c98-e61e6977fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6485581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6392530'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:28.050412 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:28.060627 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-6945c7b1-7183-43bc-91ef-af04bbd30b13 None None] Provisioning complete for port 2129b8c9-e7e6-44af-a34d-3a840cab0850 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:28.069227 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-6945c7b1-7183-43bc-91ef-af04bbd30b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:28.123255 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cceefe2e-6852-4c75-adbf-84a60cd31f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b27fea6-e22b-4092-b5b6-1df4896ae0b5', 'code': 200}
Jun 25 14:41:28.177309 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:28.195026 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 0bf9b049-22bf-4041-8970-6dc98696008e, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=0bf9b049-22bf-4041-8970-6dc98696008e,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:41:28.204249 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:28.207366 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:28.241109 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-6945c7b1-7183-43bc-91ef-af04bbd30b13 None None] Port 2129b8c9-e7e6-44af-a34d-3a840cab0850 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:41:28.277617 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c72c7-0ba5-468f-9c98-e61e6977fe2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aba2692-71df-4174-9240-9036bb4a5e73,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:28.281397 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-420c72c7-0ba5-468f-9c98-e61e6977fe2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:28.295253 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420c72c7-0ba5-468f-9c98-e61e6977fe2d admin admin] Checking segment: {'id': '70bd9b18-6389-42e2-82ed-b20c76711bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:41:28.295855 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420c72c7-0ba5-468f-9c98-e61e6977fe2d admin admin] Network hostable DHCP agents. Network: b025b70a-f35a-45e2-b6cc-f3f694612525, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 14:41:28.308504 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ca18b-0661-44b7-aea7-3e057f097099 req-f83b8985-da3f-49b0-b695-3d2650b8dc88 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:28.310509 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bb7ca18b-0661-44b7-aea7-3e057f097099 req-f83b8985-da3f-49b0-b695-3d2650b8dc88 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.2052851
Jun 25 14:41:28.320104 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=0bf9b049-22bf-4041-8970-6dc98696008e,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:28.328810 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:41:28.342635 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] 10.222.0.52 "PUT /v2.0/routers/3772bf80-e0d3-4936-b385-27bbd49f300d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4772160
Jun 25 14:41:28.345107 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:28.345770 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:28.346413 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:28.347040 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:28.348048 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:28.348719 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:28.350873 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:28.351513 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:28.352725 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:28.353646 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:28.354308 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:28.354954 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:28.379470 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:28.495415 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420c72c7-0ba5-468f-9c98-e61e6977fe2d admin admin] Network b025b70a-f35a-45e2-b6cc-f3f694612525 is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 14:41:28.563342 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bb7ca18b-0661-44b7-aea7-3e057f097099 req-d6b7d148-11c5-4272-ae89-fb1cbfea720a tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2448325
Jun 25 14:41:28.564750 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-420c72c7-0ba5-468f-9c98-e61e6977fe2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, b025b70a-f35a-45e2-b6cc-f3f694612525) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:28.580403 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44043d47-ca4b-41a8-9d81-da156007ec89 None None] Network b025b70a-f35a-45e2-b6cc-f3f694612525 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:41:28.663052 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420c72c7-0ba5-468f-9c98-e61e6977fe2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:28.663052 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-420c72c7-0ba5-468f-9c98-e61e6977fe2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:28.719462 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-420c72c7-0ba5-468f-9c98-e61e6977fe2d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.0847569
Jun 25 14:41:28.723163 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 35960) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:28.739878 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-226810653-router', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:28.745578 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:28.749824 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Usage tracker for resource:router and tenant:f5e71d6387574c4c80d267a33c619811 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:28.757903 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:28.764999 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:28.769384 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70010d-831e-41a1-897e-c6ccdf63faa9 req-1c087b9d-3862-4dd9-beb6-a8214420e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:28.774740 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8c70010d-831e-41a1-897e-c6ccdf63faa9 req-1c087b9d-3862-4dd9-beb6-a8214420e264 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 1102 time: 0.2714975
Jun 25 14:41:28.788892 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018'] for router, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:28.790119 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:28.815350 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24cad3-30e9-4124-bf0d-84ac537ae3f1 req-045e6df5-378f-4d6b-b7fe-b33b1b162038 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:28.825680 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0c24cad3-30e9-4124-bf0d-84ac537ae3f1 req-045e6df5-378f-4d6b-b7fe-b33b1b162038 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.2296705
Jun 25 14:41:28.893863 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:28.931401 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8c70010d-831e-41a1-897e-c6ccdf63faa9 req-e574d373-9c64-4358-8097-fe2950bf57cd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=972db0db-a673-4f85-a615-7c758b7059e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443172
Jun 25 14:41:28.943051 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0c24cad3-30e9-4124-bf0d-84ac537ae3f1 req-f2c0ed66-7773-48af-abb0-1062576459c0 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161084
Jun 25 14:41:29.005842 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 0bf9b049-22bf-4041-8970-6dc98696008e up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:29.167450 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Sync routers for ids ['3772bf80-e0d3-4936-b385-27bbd49f300d'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:41:29.308715 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Routers {'3772bf80-e0d3-4936-b385-27bbd49f300d'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:41:29.310107 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28af497c0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['3772bf80-e0d3-4936-b385-27bbd49f300d'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:29.510480 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2453cf98-ccc3-5d86-bc5a-54844e48914f-b025b70a-f35a-45e2-b6cc-f3f694612525', 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'fixed_ips': [{'subnet_id': '3aba2692-71df-4174-9240-9036bb4a5e73'}]}} from dv-cinder-798091-1-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 25 14:41:29.512104 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:29.543292 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 0bf9b049-22bf-4041-8970-6dc98696008e triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:29.544022 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:29.565517 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:29.643220 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 35992) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:29.656814 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1645198904-network', 'tenant_id': '6d1289644d5b47d9b8943766463b9798'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:29.665106 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:29.673357 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Usage tracker for resource:network and tenant:6d1289644d5b47d9b8943766463b9798 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:29.679341 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:29.689795 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:29.701916 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb4ce2-9a3f-481c-b428-e767783b7e64 req-2766d57c-96a9-462c-9eb7-93285298b8fd tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:29.705785 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d2cb4ce2-9a3f-481c-b428-e767783b7e64 req-2766d57c-96a9-462c-9eb7-93285298b8fd tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 949 time: 0.2878091
Jun 25 14:41:29.715223 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Made reservation on behalf of 6d1289644d5b47d9b8943766463b9798 for: {'network': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:41:29.721253 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:29.739356 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:29.756839 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:29.761833 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Usage tracker for resource:security_group_rule and tenant:6d1289644d5b47d9b8943766463b9798 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:29.765754 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:29.775696 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:29.814530 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d2cb4ce2-9a3f-481c-b428-e767783b7e64 req-909e2f98-bcd2-42f1-8ef0-0b00a148d9f8 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/security-groups?id=972db0db-a673-4f85-a615-7c758b7059e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908237
Jun 25 14:41:29.842322 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Set router 3772bf80-e0d3-4936-b385-27bbd49f300d gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:41:29.942015 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:30.080968 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:30.092515 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-44b1ef5d-8e5c-436c-b5f3-610e37d32edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:30.182628 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be2f39e-a891-490f-b1c0-7d0035c4d314,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:30.190834 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:30.194960 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'}  {{(pid=78436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 14:41:30.218977 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:30.222347 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.segments_db [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Added segment d215a440-8656-4fec-82fd-3f6d476494c4 of type vlan for network bd6cb873-b82a-4f49-a4e7-c7a3693320e4
Jun 25 14:41:30.282053 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24bb85-2469-467c-b0f0-cffd77a8cc4c req-8c47c485-e40b-4d01-b18a-b9f575fb8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:30.283816 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb24bb85-2469-467c-b0f0-cffd77a8cc4c req-8c47c485-e40b-4d01-b18a-b9f575fb8867 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0aa02100a2e14479942bf6a8fedf507b&device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 1099 time: 0.3329518
Jun 25 14:41:30.285942 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:30.373651 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:30.444188 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:30.453948 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Allocated IP 172.20.0.2 (b025b70a-f35a-45e2-b6cc-f3f694612525/3aba2692-71df-4174-9240-9036bb4a5e73/543508b7-92b9-4d9e-b730-0e8651f84540) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:41:30.498697 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:30.520502 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:30.523594 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:30.542773 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:30.658442 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28af497c0>, [{'id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'name': 'tempest-TestShelveInstance-346133233-router', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:18Z', 'updated_at': '2021-06-25T14:41:25Z', 'revision_number': 4, 'project_id': '018120595eed44fe92439b2834f42c8e', 'gw_port': {'id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:20Z', 'updated_at': '2021-06-25T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '2129b8c9-e7e6-44af-a34d-3a840cab0850', 'name': '', 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'mac_address': 'fa:16:3e:34:3e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:24Z', 'updated_at': '2021-06-25T14:41:26Z', 'revision_number': 2, 'project_id': '018120595eed44fe92439b2834f42c8e', 'subnets': [{'id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:30.666921 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Checking router: 3772bf80-e0d3-4936-b385-27bbd49f300d for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:41:30.667356 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Updating router 3772bf80-e0d3-4936-b385-27bbd49f300d port 2129b8c9-e7e6-44af-a34d-3a840cab0850 binding host dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:41:30.689168 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4c525-a300-4d6a-98ad-1fcb609fc0cb req-4c0515d3-a331-4456-8fd7-2505ac7e693e tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:30.690754 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-51c4c525-a300-4d6a-98ad-1fcb609fc0cb req-4c0515d3-a331-4456-8fd7-2505ac7e693e tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.5083051
Jun 25 14:41:30.701073 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Allocated IP 172.27.3.222 (598d3f89-d135-48db-a81c-d0cdd206ad8b/603cb312-45ed-44f0-bfe6-5788d06b586a/fc460883-a278-47cf-8edf-ec6af485705e) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:41:30.713090 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9033ee4-c99d-425e-9aa0-c304a11fa6bd req-fe32c702-8549-4c3d-a68b-72d82cb733eb tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:30.718569 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c9033ee4-c99d-425e-9aa0-c304a11fa6bd req-fe32c702-8549-4c3d-a68b-72d82cb733eb tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.5388548
Jun 25 14:41:30.781320 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Pushing event updated for resources: {'Network': ['ID=bd6cb873-b82a-4f49-a4e7-c7a3693320e4,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:30.786923 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:30.787234 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:30.793704 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1474848
Jun 25 14:41:30.799560 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24bb85-2469-467c-b0f0-cffd77a8cc4c req-a4000807-5512-4894-b629-8064f56eafde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:30.801580 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb24bb85-2469-467c-b0f0-cffd77a8cc4c req-a4000807-5512-4894-b629-8064f56eafde service neutron] 10.222.0.16 "GET /v2.0/networks?id=fe47f01d-0a00-4026-a5a3-3a965d638a88 HTTP/1.1" status: 200  len: 919 time: 0.4895277
Jun 25 14:41:30.802431 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 36004) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:30.815320 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-8060e831-999d-4ae9-bf45-231684a17bd7 admin admin] Request body: {'subnet': {'network_id': 'bd6cb873-b82a-4f49-a4e7-c7a3693320e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1645198904-subnet', 'tenant_id': '6d1289644d5b47d9b8943766463b9798', 'ip_version': 4}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:30.824000 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-8060e831-999d-4ae9-bf45-231684a17bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:30.830825 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-8060e831-999d-4ae9-bf45-231684a17bd7 admin admin] Usage tracker for resource:subnet and tenant:6d1289644d5b47d9b8943766463b9798 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:30.836825 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network bd6cb873-b82a-4f49-a4e7-c7a3693320e4 details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 14:41:30.940691 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-51c4c525-a300-4d6a-98ad-1fcb609fc0cb req-3ddd4c2a-27ad-4e01-a8c3-311dbc032f27 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2177720
Jun 25 14:41:30.952374 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-8060e831-999d-4ae9-bf45-231684a17bd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:30.978607 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c9033ee4-c99d-425e-9aa0-c304a11fa6bd req-192f008e-3898-4b27-9a4f-7d240afba78c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2585607
Jun 25 14:41:30.986304 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb24bb85-2469-467c-b0f0-cffd77a8cc4c req-226a09b5-4e41-4877-bdd2-a31bd390c1c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c33ef1e-74e4-48ac-81c2-60f8f279b0fc HTTP/1.1" status: 200  len: 217 time: 0.1494958
Jun 25 14:41:30.989180 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-8060e831-999d-4ae9-bf45-231684a17bd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:31.083576 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8060e831-999d-4ae9-bf45-231684a17bd7 admin admin] Made reservation on behalf of 6d1289644d5b47d9b8943766463b9798 for: {'subnet': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:41:31.086079 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8060e831-999d-4ae9-bf45-231684a17bd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:31.153226 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:31.244872 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:31.258870 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Transition to ACTIVE for port object 543508b7-92b9-4d9e-b730-0e8651f84540 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:31.284906 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Transition to ACTIVE for port object 543508b7-92b9-4d9e-b730-0e8651f84540 will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:31.315860 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:31.336263 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:31.418824 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:31.437232 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:31.437561 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Pushing event updated for resources: {'Port': ['ID=543508b7-92b9-4d9e-b730-0e8651f84540,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:31.453477 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Network b025b70a-f35a-45e2-b6cc-f3f694612525 is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:41:31.454790 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:31.459233 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Resources bound (agent type, host, resource id):  {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:31.461238 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:31.464691 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:41:31.523997 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:41:31.525363 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Pushing event updated for resources: {'Port': ['ID=fc460883-a278-47cf-8edf-ec6af485705e,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:31.529839 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:31.532899 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:41:31.564449 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:31.584733 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24bb85-2469-467c-b0f0-cffd77a8cc4c req-a4507e81-6b14-449f-9bf0-4ba025edf33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:31.586824 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb24bb85-2469-467c-b0f0-cffd77a8cc4c req-a4507e81-6b14-449f-9bf0-4ba025edf33c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=15d8da82-b461-4601-96f4-3558be16618c HTTP/1.1" status: 200  len: 858 time: 0.5488410
Jun 25 14:41:31.605495 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6e45c-de61-46c0-82ab-d4306e9e3dea req-abb293d1-df94-443a-afde-cbdd1fa6c3ef tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:31.607516 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-64b6e45c-de61-46c0-82ab-d4306e9e3dea req-abb293d1-df94-443a-afde-cbdd1fa6c3ef tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 949 time: 0.4211147
Jun 25 14:41:31.688166 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb24bb85-2469-467c-b0f0-cffd77a8cc4c req-89dbaeb8-9efd-45bb-8ff8-1c6bdcc8a29b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe47f01d-0a00-4026-a5a3-3a965d638a88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0841660
Jun 25 14:41:31.701698 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Attempting to bind port 543508b7-92b9-4d9e-b730-0e8651f84540 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:41:31.702101 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Attempting to bind port 543508b7-92b9-4d9e-b730-0e8651f84540 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '70bd9b18-6389-42e2-82ed-b20c76711bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:41:31.702674 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Attempting to bind port 543508b7-92b9-4d9e-b730-0e8651f84540 on network b025b70a-f35a-45e2-b6cc-f3f694612525 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:41:31.722693 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:41:31.723327 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Checking segment: {'id': '70bd9b18-6389-42e2-82ed-b20c76711bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:41:31.723861 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:31.724272 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Bound using segment: {'id': '70bd9b18-6389-42e2-82ed-b20c76711bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:41:31.724985 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Bound port: 543508b7-92b9-4d9e-b730-0e8651f84540, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70bd9b18-6389-42e2-82ed-b20c76711bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:41:31.725539 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:31.799575 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8060e831-999d-4ae9-bf45-231684a17bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for subnet, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:31.822595 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:31.891279 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-64b6e45c-de61-46c0-82ab-d4306e9e3dea req-a0ee9976-eb03-4bca-9024-b4cee9175c01 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/security-groups?id=972db0db-a673-4f85-a615-7c758b7059e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2728174
Jun 25 14:41:31.979205 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] For port 543508b7-92b9-4d9e-b730-0e8651f84540, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:41:31.982938 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] For port 543508b7-92b9-4d9e-b730-0e8651f84540, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=543508b7-92b9-4d9e-b730-0e8651f84540,segment=NetworkSegment(70bd9b18-6389-42e2-82ed-b20c76711bec),segment_id=70bd9b18-6389-42e2-82ed-b20c76711bec)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:41:31.992418 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060e831-999d-4ae9-bf45-231684a17bd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d9e71c-b0a4-473a-8ea1-a205087f75ff,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:32.004509 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb24bb85-2469-467c-b0f0-cffd77a8cc4c req-c1ae6d2b-eae1-4f03-96de-79ca0534b8f5 service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2992196
Jun 25 14:41:32.004773 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-8060e831-999d-4ae9-bf45-231684a17bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:32.004912 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:32.006257 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060e831-999d-4ae9-bf45-231684a17bd7 admin admin] Checking segment: {'id': 'd215a440-8656-4fec-82fd-3f6d476494c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd6cb873-b82a-4f49-a4e7-c7a3693320e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:41:32.006474 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8060e831-999d-4ae9-bf45-231684a17bd7 admin admin] Network hostable DHCP agents. Network: bd6cb873-b82a-4f49-a4e7-c7a3693320e4, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 14:41:32.024421 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:32.099787 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8060e831-999d-4ae9-bf45-231684a17bd7 admin admin] Network bd6cb873-b82a-4f49-a4e7-c7a3693320e4 is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 14:41:32.119507 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-8060e831-999d-4ae9-bf45-231684a17bd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, bd6cb873-b82a-4f49-a4e7-c7a3693320e4) {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:32.133534 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8060e831-999d-4ae9-bf45-231684a17bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:32.134813 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8060e831-999d-4ae9-bf45-231684a17bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:32.137814 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c01f6c-6995-4c62-9309-e256893ca7bb None None] Network bd6cb873-b82a-4f49-a4e7-c7a3693320e4 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:41:32.267291 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-8060e831-999d-4ae9-bf45-231684a17bd7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4607623
Jun 25 14:41:32.274355 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 36020) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:32.285356 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Pushing event updated for resources: {'Port': ['ID=543508b7-92b9-4d9e-b730-0e8651f84540,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:32.295346 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:32.305920 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:32.316115 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1645198904-router', 'tenant_id': '6d1289644d5b47d9b8943766463b9798', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:32.321298 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:32.326286 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Usage tracker for resource:router and tenant:6d1289644d5b47d9b8943766463b9798 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:32.346099 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:32.364763 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:32.408348 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018'] for router, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:32.416261 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:32.499368 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:32.530288 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Transition to ACTIVE for port object 2129b8c9-e7e6-44af-a34d-3a840cab0850 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:32.580693 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:32.592976 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-d239c98a-818c-46f1-9588-6f9fafebc827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:32.608410 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:32.640730 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb24bb85-2469-467c-b0f0-cffd77a8cc4c req-dc7acd26-aaba-4fda-9bbf-9517a74c545b service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6054678
Jun 25 14:41:32.777988 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2453cf98-ccc3-5d86-bc5a-54844e48914f-bd6cb873-b82a-4f49-a4e7-c7a3693320e4', 'network_id': 'bd6cb873-b82a-4f49-a4e7-c7a3693320e4', 'tenant_id': '6d1289644d5b47d9b8943766463b9798', 'fixed_ips': [{'subnet_id': 'b9d9e71c-b0a4-473a-8ea1-a205087f75ff'}]}} from dv-cinder-798091-1-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 25 14:41:32.780406 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:33.082278 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 543508b7-92b9-4d9e-b730-0e8651f84540 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:33.122023 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:33.223855 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346d6ee-b7c2-4423-8d2a-e42d60c81498 None None] Pushing event updated for resources: {'Port': ['ID=2129b8c9-e7e6-44af-a34d-3a840cab0850,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:33.254523 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e31d2-b6c7-42a0-837f-fd8f31b43c65 req-d2cb39ee-4296-4ad9-aa5a-ec34dc59e86f tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:33.256171 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a55e31d2-b6c7-42a0-837f-fd8f31b43c65 req-d2cb39ee-4296-4ad9-aa5a-ec34dc59e86f tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.8416901
Jun 25 14:41:33.292635 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a7694-539e-40dd-924c-d39619cda8b6 req-97e469a8-728e-4140-981a-ec5737ebfe12 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:33.294168 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f61a7694-539e-40dd-924c-d39619cda8b6 req-97e469a8-728e-4140-981a-ec5737ebfe12 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.8905141
Jun 25 14:41:33.307969 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-9346d6ee-b7c2-4423-8d2a-e42d60c81498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:33.337678 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Attempting to bind port 2129b8c9-e7e6-44af-a34d-3a840cab0850 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:41:33.337937 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Attempting to bind port 2129b8c9-e7e6-44af-a34d-3a840cab0850 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '693d6b23-7d5a-48cd-906c-9bc29a7d263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:41:33.338494 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Attempting to bind port 2129b8c9-e7e6-44af-a34d-3a840cab0850 on network b956f638-dae2-4845-9486-f6605d1910a8 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:41:33.348337 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549447'] for router, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:33.375389 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:41:33.375969 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Checking segment: {'id': '693d6b23-7d5a-48cd-906c-9bc29a7d263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:41:33.376644 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:33.377271 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Bound using segment: {'id': '693d6b23-7d5a-48cd-906c-9bc29a7d263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:41:33.378145 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Bound port: 2129b8c9-e7e6-44af-a34d-3a840cab0850, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693d6b23-7d5a-48cd-906c-9bc29a7d263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:41:33.378926 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:33.561009 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:33.600165 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:33.617251 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] For port 2129b8c9-e7e6-44af-a34d-3a840cab0850, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:41:33.623662 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] For port 2129b8c9-e7e6-44af-a34d-3a840cab0850, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=2129b8c9-e7e6-44af-a34d-3a840cab0850,segment=NetworkSegment(693d6b23-7d5a-48cd-906c-9bc29a7d263c),segment_id=693d6b23-7d5a-48cd-906c-9bc29a7d263c)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:41:33.631714 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Allocated IP 172.20.0.2 (bd6cb873-b82a-4f49-a4e7-c7a3693320e4/b9d9e71c-b0a4-473a-8ea1-a205087f75ff/f602453f-92d4-4fb3-9baa-cf35a617cce0) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:41:33.678007 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:33.729066 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:33.902157 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 543508b7-92b9-4d9e-b730-0e8651f84540 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:33.930866 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Routers {'3772bf80-e0d3-4936-b385-27bbd49f300d'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:41:33.932553 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28af497c0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['3772bf80-e0d3-4936-b385-27bbd49f300d'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:33.968194 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Allocated IP 172.27.3.14 (598d3f89-d135-48db-a81c-d0cdd206ad8b/603cb312-45ed-44f0-bfe6-5788d06b586a/c7d06d26-feaa-4a6c-9833-3108dc7f504a) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:41:34.003377 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a55e31d2-b6c7-42a0-837f-fd8f31b43c65 req-3f9d2951-7c1a-40e2-8dde-ced09dc174e5 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7246380
Jun 25 14:41:34.032887 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f61a7694-539e-40dd-924c-d39619cda8b6 req-7a4befd7-2f8b-4d86-9c5c-2b352ca81f9e tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7105417
Jun 25 14:41:34.035245 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfa8196-0a85-4e58-b45f-b7554acd2559 None None] Network b025b70a-f35a-45e2-b6cc-f3f694612525 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:41:34.107780 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Router fced8c86-0d04-43d0-abf0-5903fe3b3f22 is scheduled to L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce with binding_index 1 {{(pid=78435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 25 14:41:34.376666 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346d6ee-b7c2-4423-8d2a-e42d60c81498 None None] Pushing event updated for resources: {'Port': ['ID=2129b8c9-e7e6-44af-a34d-3a840cab0850,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:34.408653 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-9346d6ee-b7c2-4423-8d2a-e42d60c81498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:34.515089 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:34.537967 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:41:34.562026 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Sync routers for ids ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:41:34.594274 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:34.599301 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Notify callbacks [] for router, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:34.601372 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.8769932
Jun 25 14:41:34.603166 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:34.603765 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36034) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:34.610426 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-07e808b3-f871-49ed-b2d9-b817df8cdc65 None None] Provisioning for port 543508b7-92b9-4d9e-b730-0e8651f84540 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:34.635304 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-07e808b3-f871-49ed-b2d9-b817df8cdc65 None None] Provisioning complete for port 543508b7-92b9-4d9e-b730-0e8651f84540 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:34.635966 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-07e808b3-f871-49ed-b2d9-b817df8cdc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:34.728733 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Routers {'fced8c86-0d04-43d0-abf0-5903fe3b3f22'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:41:34.729837 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b1639d0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:34.734988 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] Set router 3772bf80-e0d3-4936-b385-27bbd49f300d gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:41:34.773841 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:41:34.780330 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:34.796074 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:41:34.808256 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:34.868658 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Transition to ACTIVE for port object f602453f-92d4-4fb3-9baa-cf35a617cce0 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:35.081390 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Transition to ACTIVE for port object f602453f-92d4-4fb3-9baa-cf35a617cce0 will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:35.131340 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d06d26-feaa-4a6c-9833-3108dc7f504a,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:35.150837 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:35.151088 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Set router fced8c86-0d04-43d0-abf0-5903fe3b3f22 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:41:35.180425 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:35.198140 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-9346d6ee-b7c2-4423-8d2a-e42d60c81498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:35.272831 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Pushing event updated for resources: {'Port': ['ID=f602453f-92d4-4fb3-9baa-cf35a617cce0,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:35.291803 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:35.301472 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-07e808b3-f871-49ed-b2d9-b817df8cdc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:35.319420 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Network bd6cb873-b82a-4f49-a4e7-c7a3693320e4 is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:41:35.327336 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Resources bound (agent type, host, resource id):  {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:35.345114 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:41:35.460888 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-07e808b3-f871-49ed-b2d9-b817df8cdc65 None None] For port 543508b7-92b9-4d9e-b730-0e8651f84540, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=543508b7-92b9-4d9e-b730-0e8651f84540,segment=NetworkSegment(70bd9b18-6389-42e2-82ed-b20c76711bec),segment_id=70bd9b18-6389-42e2-82ed-b20c76711bec)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:41:35.479048 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Attempting to bind port f602453f-92d4-4fb3-9baa-cf35a617cce0 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:41:35.479665 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Attempting to bind port f602453f-92d4-4fb3-9baa-cf35a617cce0 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': 'd215a440-8656-4fec-82fd-3f6d476494c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd6cb873-b82a-4f49-a4e7-c7a3693320e4'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:41:35.480208 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Attempting to bind port f602453f-92d4-4fb3-9baa-cf35a617cce0 on network bd6cb873-b82a-4f49-a4e7-c7a3693320e4 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:41:35.508771 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-07e808b3-f871-49ed-b2d9-b817df8cdc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:35.522058 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:35.558465 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:41:35.558868 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Checking segment: {'id': 'd215a440-8656-4fec-82fd-3f6d476494c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd6cb873-b82a-4f49-a4e7-c7a3693320e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:41:35.559236 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:35.559665 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Bound using segment: {'id': 'd215a440-8656-4fec-82fd-3f6d476494c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd6cb873-b82a-4f49-a4e7-c7a3693320e4'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:41:35.560709 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Bound port: f602453f-92d4-4fb3-9baa-cf35a617cce0, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd215a440-8656-4fec-82fd-3f6d476494c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd6cb873-b82a-4f49-a4e7-c7a3693320e4'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:41:35.561088 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:35.734003 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-f0326608-6cf8-4a00-989e-63e8316fab6d None None] Provisioning complete for port 543508b7-92b9-4d9e-b730-0e8651f84540 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:35.734688 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-f0326608-6cf8-4a00-989e-63e8316fab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:35.821520 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e808b3-f871-49ed-b2d9-b817df8cdc65 None None] Pushing event updated for resources: {'Port': ['ID=543508b7-92b9-4d9e-b730-0e8651f84540,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:35.833158 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-07e808b3-f871-49ed-b2d9-b817df8cdc65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:35.843994 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] For port f602453f-92d4-4fb3-9baa-cf35a617cce0, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:41:35.848420 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] For port f602453f-92d4-4fb3-9baa-cf35a617cce0, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=f602453f-92d4-4fb3-9baa-cf35a617cce0,segment=NetworkSegment(d215a440-8656-4fec-82fd-3f6d476494c4),segment_id=d215a440-8656-4fec-82fd-3f6d476494c4)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:41:35.880795 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b1639d0>, [{'id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'name': 'tempest-TestVolumeBootPattern-226810653-router', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:28Z', 'updated_at': '2021-06-25T14:41:31Z', 'revision_number': 3, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'gw_port': {'id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:30Z', 'updated_at': '2021-06-25T14:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:35.889260 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:35.891030 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Checking router: fced8c86-0d04-43d0-abf0-5903fe3b3f22 for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:41:35.892102 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Updating router fced8c86-0d04-43d0-abf0-5903fe3b3f22 port fc460883-a278-47cf-8edf-ec6af485705e binding host dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:41:35.900844 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:35.987629 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:35.995091 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28af497c0>, [{'id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'name': 'tempest-TestShelveInstance-346133233-router', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:18Z', 'updated_at': '2021-06-25T14:41:25Z', 'revision_number': 4, 'project_id': '018120595eed44fe92439b2834f42c8e', 'gw_port': {'id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:20Z', 'updated_at': '2021-06-25T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '2129b8c9-e7e6-44af-a34d-3a840cab0850', 'name': '', 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'mac_address': 'fa:16:3e:34:3e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:24Z', 'updated_at': '2021-06-25T14:41:33Z', 'revision_number': 4, 'project_id': '018120595eed44fe92439b2834f42c8e', 'subnets': [{'id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:36.003816 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7db9240-6e85-442b-9b1b-1b9cfe2a71ba None None] The sync data for ids ['3772bf80-e0d3-4936-b385-27bbd49f300d'] in dv-cinder-798091-1-iscsi is: [{'id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'name': 'tempest-TestShelveInstance-346133233-router', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:18Z', 'updated_at': '2021-06-25T14:41:25Z', 'revision_number': 4, 'project_id': '018120595eed44fe92439b2834f42c8e', 'gw_port': {'id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:20Z', 'updated_at': '2021-06-25T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '2129b8c9-e7e6-44af-a34d-3a840cab0850', 'name': '', 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'mac_address': 'fa:16:3e:34:3e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:24Z', 'updated_at': '2021-06-25T14:41:33Z', 'revision_number': 4, 'project_id': '018120595eed44fe92439b2834f42c8e', 'subnets': [{'id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:41:36.033493 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Pushing event updated for resources: {'Port': ['ID=f602453f-92d4-4fb3-9baa-cf35a617cce0,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:36.039558 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-d5b82bb3-8740-4943-87ab-f465932b9ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:36.040685 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:36.350473 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d1602-1243-4daa-8309-fd1172b12ad5 req-4ce1ef1d-9541-4f35-b30b-71d6d9cf1821 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:36.353439 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e58d1602-1243-4daa-8309-fd1172b12ad5 req-4ce1ef1d-9541-4f35-b30b-71d6d9cf1821 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.6246097
Jun 25 14:41:36.396142 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3360971-f296-4c62-b79a-388273b1f1d4 req-0a47f6d9-8452-4dae-ac4c-d687ac72dd78 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:36.397908 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e3360971-f296-4c62-b79a-388273b1f1d4 req-0a47f6d9-8452-4dae-ac4c-d687ac72dd78 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 949 time: 1.1207321
Jun 25 14:41:36.576051 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e58d1602-1243-4daa-8309-fd1172b12ad5 req-629d7948-899d-4685-aef7-94b0dbe161d6 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004459
Jun 25 14:41:36.602725 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e3360971-f296-4c62-b79a-388273b1f1d4 req-981e3259-0ebf-4a01-a9a1-f381ec7c0286 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/security-groups?id=972db0db-a673-4f85-a615-7c758b7059e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378357
Jun 25 14:41:36.619032 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:37.042387 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549447'] for router, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:37.064027 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:37.093992 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Transition to ACTIVE for port object fc460883-a278-47cf-8edf-ec6af485705e will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:37.099304 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Allocated IP 172.20.0.1 (b025b70a-f35a-45e2-b6cc-f3f694612525/3aba2692-71df-4174-9240-9036bb4a5e73/76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:41:37.105468 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:37.113604 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:37.158494 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3e38d-d0f8-487f-b2ac-97204513bc4a req-20faa74d-2ae5-4433-9fc9-4ef6f8accb6c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:37.166977 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fcd3e38d-d0f8-487f-b2ac-97204513bc4a req-20faa74d-2ae5-4433-9fc9-4ef6f8accb6c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.4579759
Jun 25 14:41:37.217120 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device f602453f-92d4-4fb3-9baa-cf35a617cce0 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:37.310711 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f5b48-cfeb-4947-ae00-30103f4ddb50 None None] Pushing event updated for resources: {'Port': ['ID=fc460883-a278-47cf-8edf-ec6af485705e,revision_number=2']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:37.336241 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Attempting to bind port fc460883-a278-47cf-8edf-ec6af485705e on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:41:37.354668 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port f602453f-92d4-4fb3-9baa-cf35a617cce0 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:37.360061 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Attempting to bind port fc460883-a278-47cf-8edf-ec6af485705e by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:41:37.361692 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Attempting to bind port fc460883-a278-47cf-8edf-ec6af485705e on network 598d3f89-d135-48db-a81c-d0cdd206ad8b {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:41:37.364569 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 2129b8c9-e7e6-44af-a34d-3a840cab0850 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:37.371283 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5b48-cfeb-4947-ae00-30103f4ddb50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:37.371696 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5b48-cfeb-4947-ae00-30103f4ddb50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:37.373521 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5b48-cfeb-4947-ae00-30103f4ddb50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:37.373930 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5b48-cfeb-4947-ae00-30103f4ddb50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:37.376335 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5b48-cfeb-4947-ae00-30103f4ddb50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:37.376924 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5b48-cfeb-4947-ae00-30103f4ddb50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:37.377331 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5b48-cfeb-4947-ae00-30103f4ddb50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:37.377727 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5b48-cfeb-4947-ae00-30103f4ddb50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:37.380704 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5b48-cfeb-4947-ae00-30103f4ddb50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:37.381260 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5b48-cfeb-4947-ae00-30103f4ddb50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:37.381621 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5b48-cfeb-4947-ae00-30103f4ddb50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:37.381991 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5b48-cfeb-4947-ae00-30103f4ddb50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:37.399417 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-b84f5b48-cfeb-4947-ae00-30103f4ddb50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:37.417492 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:41:37.417877 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Checking segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:41:37.418289 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:37.421076 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Bound using segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:41:37.421601 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Bound port: fc460883-a278-47cf-8edf-ec6af485705e, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:41:37.422018 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:37.607821 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 2129b8c9-e7e6-44af-a34d-3a840cab0850 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:37.623822 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 2129b8c9-e7e6-44af-a34d-3a840cab0850 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:37.624329 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:37.688295 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Router 8ee2d3ed-f6d9-4433-9706-33b0a5628a2f is scheduled to L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce with binding_index 1 {{(pid=78436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 25 14:41:37.734170 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] For port fc460883-a278-47cf-8edf-ec6af485705e, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:41:37.746346 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] For port fc460883-a278-47cf-8edf-ec6af485705e, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=fc460883-a278-47cf-8edf-ec6af485705e,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:41:37.756759 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:37.780087 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:38.004668 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Routers {'fced8c86-0d04-43d0-abf0-5903fe3b3f22'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:41:38.009413 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b1639d0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:38.046916 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:38.104087 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 2129b8c9-e7e6-44af-a34d-3a840cab0850, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=2129b8c9-e7e6-44af-a34d-3a840cab0850,segment=NetworkSegment(693d6b23-7d5a-48cd-906c-9bc29a7d263c),segment_id=693d6b23-7d5a-48cd-906c-9bc29a7d263c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:41:38.110107 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:38.111462 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 543508b7-92b9-4d9e-b730-0e8651f84540 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:38.166854 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:38.234346 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508bd7ca-41e6-43cf-80ea-e832f6b39793 None None] Network bd6cb873-b82a-4f49-a4e7-c7a3693320e4 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:41:38.274503 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f5b48-cfeb-4947-ae00-30103f4ddb50 None None] Pushing event updated for resources: {'Port': ['ID=fc460883-a278-47cf-8edf-ec6af485705e,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:38.289981 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-b84f5b48-cfeb-4947-ae00-30103f4ddb50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:38.296207 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fcd3e38d-d0f8-487f-b2ac-97204513bc4a req-7dcd88c1-393d-43d0-b8cf-4016cb59bb55 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.1080420
Jun 25 14:41:38.524758 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] Set router fced8c86-0d04-43d0-abf0-5903fe3b3f22 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:41:38.566961 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:38.639234 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Transition to ACTIVE for port object 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 will not be triggered until provisioned by entity DHCP. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:38.675892 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dfe5e-1c04-4f79-a632-48e6d5c0f9ca req-185e2859-b05f-48c8-a48b-738ea91ff2cd tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:38.681585 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c2dfe5e-1c04-4f79-a632-48e6d5c0f9ca req-185e2859-b05f-48c8-a48b-738ea91ff2cd tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.16 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 949 time: 0.7793529
Jun 25 14:41:38.713558 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d24dd8-ed22-4c8e-a13b-f74ce7436636 req-79291007-9541-4f2a-a495-7ded1a1966b1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:38.728627 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-55d24dd8-ed22-4c8e-a13b-f74ce7436636 req-79291007-9541-4f2a-a495-7ded1a1966b1 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.5078857
Jun 25 14:41:38.812824 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:41:38.831882 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-bcabb0f0-38d4-4861-82b6-dba32589c4cc None None] Provisioning for port f602453f-92d4-4fb3-9baa-cf35a617cce0 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:38.832556 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-7c2dfe5e-1c04-4f79-a632-48e6d5c0f9ca req-ea3663a9-2c7b-49c6-9abc-9221bf601092 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Deleting port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:41:38.833483 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7c2dfe5e-1c04-4f79-a632-48e6d5c0f9ca req-ea3663a9-2c7b-49c6-9abc-9221bf601092 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:38.885156 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Sync routers for ids ['8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:41:38.898997 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:38.909763 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-82a243d3-7a35-4889-a03a-fe4d6f0399ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:38.920308 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Routers {'8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:41:38.921136 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-204a5746-c156-4a08-b667-719693b712f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28a52c160>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:38.948422 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:38.973812 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-bcabb0f0-38d4-4861-82b6-dba32589c4cc None None] Provisioning complete for port f602453f-92d4-4fb3-9baa-cf35a617cce0 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:38.974118 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-bcabb0f0-38d4-4861-82b6-dba32589c4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:39.008832 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:41:39.018996 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Notify callbacks [] for router, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:39.020793 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 6.7453086
Jun 25 14:41:39.024828 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 36068) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:39.031344 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Network b025b70a-f35a-45e2-b6cc-f3f694612525 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:41:39.045845 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:39.053777 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-55d24dd8-ed22-4c8e-a13b-f74ce7436636 req-8e8615e0-ca2b-4f97-8adf-55da57ccdb4c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3235075
Jun 25 14:41:39.054977 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:41:39.139332 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b1639d0>, [{'id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'name': 'tempest-TestVolumeBootPattern-226810653-router', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:28Z', 'updated_at': '2021-06-25T14:41:31Z', 'revision_number': 3, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'gw_port': {'id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:30Z', 'updated_at': '2021-06-25T14:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:39.142840 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=2129b8c9-e7e6-44af-a34d-3a840cab0850,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:39.155600 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 543508b7-92b9-4d9e-b730-0e8651f84540 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:39.156026 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:39.158435 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea653db4-fb70-4182-a011-df3a6ee5c356 None None] The sync data for ids ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'] in dv-cinder-798091-1-iscsi is: [{'id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'name': 'tempest-TestVolumeBootPattern-226810653-router', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:28Z', 'updated_at': '2021-06-25T14:41:31Z', 'revision_number': 3, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'gw_port': {'id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:30Z', 'updated_at': '2021-06-25T14:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:41:39.312623 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.137s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:39.396932 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549505'] for router_interface, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:39.542854 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:39.631461 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Pushing event updated for resources: {'Port': ['ID=76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:39.726555 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-bcabb0f0-38d4-4861-82b6-dba32589c4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:39.844747 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Set router 8ee2d3ed-f6d9-4433-9706-33b0a5628a2f gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:41:39.862913 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-7c2dfe5e-1c04-4f79-a632-48e6d5c0f9ca req-ea3663a9-2c7b-49c6-9abc-9221bf601092 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] For port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7b27fea6-e22b-4092-b5b6-1df4896ae0b5,segment=NetworkSegment(f5a6891b-42cd-4ff8-8a1e-2e16fbf09573),segment_id=f5a6891b-42cd-4ff8-8a1e-2e16fbf09573)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:41:39.863666 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7c2dfe5e-1c04-4f79-a632-48e6d5c0f9ca req-ea3663a9-2c7b-49c6-9abc-9221bf601092 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:39.904417 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.955s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:40.004018 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4e954-9b21-4d88-9381-3a8667327637 req-bcc118df-5236-411c-9d11-019bb08322d4 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:40.006081 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d5c4e954-9b21-4d88-9381-3a8667327637 req-bcc118df-5236-411c-9d11-019bb08322d4 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 949 time: 1.2740405
Jun 25 14:41:40.219779 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:40.357036 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 2129b8c9-e7e6-44af-a34d-3a840cab0850 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:40.359095 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-7c2dfe5e-1c04-4f79-a632-48e6d5c0f9ca req-ea3663a9-2c7b-49c6-9abc-9221bf601092 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Calling delete_port for 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 owned by compute:nova {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:41:40.407924 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d5c4e954-9b21-4d88-9381-3a8667327637 req-5c7a57f4-90b4-41d1-b82c-52daa4dc4a93 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/security-groups?id=972db0db-a673-4f85-a615-7c758b7059e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3879759
Jun 25 14:41:40.535832 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-bcabb0f0-38d4-4861-82b6-dba32589c4cc None None] For port f602453f-92d4-4fb3-9baa-cf35a617cce0, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=f602453f-92d4-4fb3-9baa-cf35a617cce0,segment=NetworkSegment(d215a440-8656-4fec-82fd-3f6d476494c4),segment_id=d215a440-8656-4fec-82fd-3f6d476494c4)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:41:40.607954 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03af67-c036-41d2-9da3-4b21e529928c req-54585e46-1789-4237-97c1-0bbc287cf40a tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:40.624911 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-af03af67-c036-41d2-9da3-4b21e529928c req-54585e46-1789-4237-97c1-0bbc287cf40a tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.5633631
Jun 25 14:41:40.795163 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-bcabb0f0-38d4-4861-82b6-dba32589c4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:40.804369 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-fcae321f-294e-4c0f-8d0a-37db0a0312f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:40.822425 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-af03af67-c036-41d2-9da3-4b21e529928c req-07ca8996-5427-4898-b89d-05908365d3aa tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1944275
Jun 25 14:41:40.935974 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f9a6-cc83-483b-82fe-78ce09865499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:40.938918 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:40.946100 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6486730'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:40.977373 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabb0f0-38d4-4861-82b6-dba32589c4cc None None] Pushing event updated for resources: {'Port': ['ID=f602453f-92d4-4fb3-9baa-cf35a617cce0,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:40.984361 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-9f4c60c9-b66b-40cf-a23e-67cc9ca5a29e None None] Provisioning for port 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:40.987824 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:40.994171 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-bcabb0f0-38d4-4861-82b6-dba32589c4cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:41.003139 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-9f4c60c9-b66b-40cf-a23e-67cc9ca5a29e None None] Provisioning complete for port 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:41.003688 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-9f4c60c9-b66b-40cf-a23e-67cc9ca5a29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:41.059179 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 2129b8c9-e7e6-44af-a34d-3a840cab0850 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:41.059431 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:41.087723 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760616'] for router_interface, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:41.138243 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Pushing event updated for resources: {'Port': ['ID=76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:41.144872 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:41.158246 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c60c9-b66b-40cf-a23e-67cc9ca5a29e None None] Port 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:41:41.166357 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-204a5746-c156-4a08-b667-719693b712f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28a52c160>, [{'id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'name': 'tempest-TestShelveInstance-1645198904-router', 'tenant_id': '6d1289644d5b47d9b8943766463b9798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'c7d06d26-feaa-4a6c-9833-3108dc7f504a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:32Z', 'updated_at': '2021-06-25T14:41:35Z', 'revision_number': 3, 'project_id': '6d1289644d5b47d9b8943766463b9798', 'gw_port': {'id': 'c7d06d26-feaa-4a6c-9833-3108dc7f504a', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:33Z', 'updated_at': '2021-06-25T14:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:41.172692 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Checking router: 8ee2d3ed-f6d9-4433-9706-33b0a5628a2f for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:41:41.173648 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Updating router 8ee2d3ed-f6d9-4433-9706-33b0a5628a2f port c7d06d26-feaa-4a6c-9833-3108dc7f504a binding host dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:41:41.175682 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7c2dfe5e-1c04-4f79-a632-48e6d5c0f9ca req-ea3663a9-2c7b-49c6-9abc-9221bf601092 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:41.250878 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:41.333924 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:41.339472 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3663a9-2c7b-49c6-9abc-9221bf601092 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Pushing event deleted for resources: {'Port': ['ID=7b27fea6-e22b-4092-b5b6-1df4896ae0b5,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:41.341134 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Network b025b70a-f35a-45e2-b6cc-f3f694612525 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:41:41.343581 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:41.350662 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-ea3663a9-2c7b-49c6-9abc-9221bf601092 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:41.454255 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-cc55f3ea-85e5-4c8e-9b3e-553ecf9e223f None None] Provisioning complete for port f602453f-92d4-4fb3-9baa-cf35a617cce0 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:41.457298 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cc55f3ea-85e5-4c8e-9b3e-553ecf9e223f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:41.527719 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2dfe5e-1c04-4f79-a632-48e6d5c0f9ca req-ea3663a9-2c7b-49c6-9abc-9221bf601092 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] No DVR routers for this DVR port 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 on host hv-cinder-79809 {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:41:41.534782 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7c2dfe5e-1c04-4f79-a632-48e6d5c0f9ca req-ea3663a9-2c7b-49c6-9abc-9221bf601092 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:41.613819 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cceefe2e-6852-4c75-adbf-84a60cd31f98', 'name': 'network-vif-deleted', 'tag': '7b27fea6-e22b-4092-b5b6-1df4896ae0b5'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:41:41.650836 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device fc460883-a278-47cf-8edf-ec6af485705e up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:41.675963 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c2dfe5e-1c04-4f79-a632-48e6d5c0f9ca req-ea3663a9-2c7b-49c6-9abc-9221bf601092 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.16 "DELETE /v2.0/ports/7b27fea6-e22b-4092-b5b6-1df4896ae0b5 HTTP/1.1" status: 204  len: 173 time: 2.9872711
Jun 25 14:41:41.873864 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cceefe2e-6852-4c75-adbf-84a60cd31f98', 'name': 'network-vif-deleted', 'tag': '7b27fea6-e22b-4092-b5b6-1df4896ae0b5', 'status': 'completed', 'code': 200}
Jun 25 14:41:41.928835 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Router fced8c86-0d04-43d0-abf0-5903fe3b3f22 has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:41:41.934176 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-56e63f96-c7cb-4805-9b6d-64e96256974b req-4fadb89e-d27a-4469-ba53-c067ab662ae7 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 210 time: 0.1098576
Jun 25 14:41:42.102885 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:42.152877 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:42.347301 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port fc460883-a278-47cf-8edf-ec6af485705e completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:42.405080 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port fc460883-a278-47cf-8edf-ec6af485705e triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:42.405980 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:42.439885 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Allocated IP 172.20.0.1 (bd6cb873-b82a-4f49-a4e7-c7a3693320e4/b9d9e71c-b0a4-473a-8ea1-a205087f75ff/f9327185-bdd2-473e-95f3-ca080d7a1d5c) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:41:42.457026 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:41:42.466681 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Sync routers for ids ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:41:42.483724 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Routers {'fced8c86-0d04-43d0-abf0-5903fe3b3f22'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:41:42.484854 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b25c2b0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:42.493091 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] 10.222.0.52 "PUT /v2.0/routers/fced8c86-0d04-43d0-abf0-5903fe3b3f22/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8874884
Jun 25 14:41:42.504153 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de3011-848c-4754-8055-0d0fb1c7c968 req-5773ff37-f07b-4617-910a-9cc99a5a6970 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:42.526529 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-76de3011-848c-4754-8055-0d0fb1c7c968 req-5773ff37-f07b-4617-910a-9cc99a5a6970 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.3989360
Jun 25 14:41:42.624810 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-76de3011-848c-4754-8055-0d0fb1c7c968 req-570fc9b5-a063-4195-a600-351fb0cf04d7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972753
Jun 25 14:41:42.672369 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:42.675655 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:42.696591 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Transition to ACTIVE for port object f9327185-bdd2-473e-95f3-ca080d7a1d5c will not be triggered until provisioned by entity DHCP. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:42.700890 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Transition to ACTIVE for port object c7d06d26-feaa-4a6c-9833-3108dc7f504a will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:42.728220 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:42.736526 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-05b29d3b-7f9f-4007-ac46-448c82f6f6d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:42.758530 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:42.775320 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-d239c98a-818c-46f1-9588-6f9fafebc827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:42.845579 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481a0d7-76f8-428a-b8f5-ada5c1a793ed req-10a87cf4-48fe-4a56-9269-ddf2b8af2b2d tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:42.856393 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2481a0d7-76f8-428a-b8f5-ada5c1a793ed req-10a87cf4-48fe-4a56-9269-ddf2b8af2b2d tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1126778
Jun 25 14:41:42.865813 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Network bd6cb873-b82a-4f49-a4e7-c7a3693320e4 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:41:42.874774 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:42.894252 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:41:42.894691 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549505'] for router_interface, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:42.935827 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2481a0d7-76f8-428a-b8f5-ada5c1a793ed req-022c07c6-37ec-4418-8a5c-dbe17cad0007 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784867
Jun 25 14:41:42.969171 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Set router fced8c86-0d04-43d0-abf0-5903fe3b3f22 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:41:43.004114 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-e7e18bbd-6d3a-4973-be08-d731433bfc1f None None] Provisioning complete for port 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:43.004603 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e7e18bbd-6d3a-4973-be08-d731433bfc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:43.034124 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f9327185-bdd2-473e-95f3-ca080d7a1d5c,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:43.038249 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:43.093220 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:43.118277 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port fc460883-a278-47cf-8edf-ec6af485705e, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=fc460883-a278-47cf-8edf-ec6af485705e,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:41:43.147202 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f331d60-9ef5-4d3e-a728-0a76ccd54ad6 None None] Pushing event updated for resources: {'Port': ['ID=c7d06d26-feaa-4a6c-9833-3108dc7f504a,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:43.157751 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:43.166439 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-7f331d60-9ef5-4d3e-a728-0a76ccd54ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:43.166867 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-7f331d60-9ef5-4d3e-a728-0a76ccd54ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:43.207843 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:43.301468 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Attempting to bind port c7d06d26-feaa-4a6c-9833-3108dc7f504a on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:41:43.302387 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Attempting to bind port c7d06d26-feaa-4a6c-9833-3108dc7f504a by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:41:43.303088 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Attempting to bind port c7d06d26-feaa-4a6c-9833-3108dc7f504a on network 598d3f89-d135-48db-a81c-d0cdd206ad8b {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:41:43.314711 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1e7b4bcd-0f47-4cef-941b-611cb269958c req-3e9b77ed-ebbe-48ba-8f5a-28ff389d6906 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 210 time: 0.1210594
Jun 25 14:41:43.338263 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device f602453f-92d4-4fb3-9baa-cf35a617cce0 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:43.413412 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:41:43.415477 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Checking segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:41:43.415477 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:43.415477 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Bound using segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:41:43.415477 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Bound port: c7d06d26-feaa-4a6c-9833-3108dc7f504a, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:41:43.416079 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:43.477662 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:43.495063 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-e7e18bbd-6d3a-4973-be08-d731433bfc1f None None] Port 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:41:43.543643 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=fc460883-a278-47cf-8edf-ec6af485705e,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:43.604826 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:43.608129 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b25c2b0>, [{'id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'name': 'tempest-TestVolumeBootPattern-226810653-router', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:28Z', 'updated_at': '2021-06-25T14:41:39Z', 'revision_number': 4, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'gw_port': {'id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:30Z', 'updated_at': '2021-06-25T14:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6', 'name': '', 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'mac_address': 'fa:16:3e:23:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:36Z', 'updated_at': '2021-06-25T14:41:40Z', 'revision_number': 2, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'subnets': [{'id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:43.617520 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Checking router: fced8c86-0d04-43d0-abf0-5903fe3b3f22 for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:41:43.617879 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Updating router fced8c86-0d04-43d0-abf0-5903fe3b3f22 port 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 binding host dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:41:43.658945 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-204a5746-c156-4a08-b667-719693b712f9 None None] For port c7d06d26-feaa-4a6c-9833-3108dc7f504a, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:41:43.678564 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-f3abc058-2bf2-4037-83c0-bce1f909bc5f None None] Provisioning for port f9327185-bdd2-473e-95f3-ca080d7a1d5c completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:43.699206 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-204a5746-c156-4a08-b667-719693b712f9 None None] For port c7d06d26-feaa-4a6c-9833-3108dc7f504a, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=c7d06d26-feaa-4a6c-9833-3108dc7f504a,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:41:43.710811 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port f602453f-92d4-4fb3-9baa-cf35a617cce0 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:43.711373 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:43.754715 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:43.760847 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:43.761779 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760616'] for router_interface, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:43.763233 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:43.767945 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e2e51a49-ae16-483c-9328-25ddc830b76b tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:43.805952 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-f3abc058-2bf2-4037-83c0-bce1f909bc5f None None] Provisioning complete for port f9327185-bdd2-473e-95f3-ca080d7a1d5c triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:43.806570 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-f3abc058-2bf2-4037-83c0-bce1f909bc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:43.845476 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36130) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:43.851401 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-257534970-network', 'tenant_id': '8b85ab9a8ab048098dc208c172ae40f4'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:43.857908 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:43.861527 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f9327185-bdd2-473e-95f3-ca080d7a1d5c,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:43.865494 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:43.871011 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Usage tracker for resource:network and tenant:8b85ab9a8ab048098dc208c172ae40f4 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:43.875369 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:43.876111 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:43.883034 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:43.896959 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Made reservation on behalf of 8b85ab9a8ab048098dc208c172ae40f4 for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:41:43.900611 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:43.900950 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:43.918255 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:43.952675 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:43.963586 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Usage tracker for resource:security_group_rule and tenant:8b85ab9a8ab048098dc208c172ae40f4 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:43.971607 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:43.985550 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:44.006046 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-f3abc058-2bf2-4037-83c0-bce1f909bc5f None None] Port f9327185-bdd2-473e-95f3-ca080d7a1d5c cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:41:44.041316 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Network bd6cb873-b82a-4f49-a4e7-c7a3693320e4 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:41:44.042612 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:44.077905 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f331d60-9ef5-4d3e-a728-0a76ccd54ad6 None None] Pushing event updated for resources: {'Port': ['ID=c7d06d26-feaa-4a6c-9833-3108dc7f504a,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:44.082017 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-7f331d60-9ef5-4d3e-a728-0a76ccd54ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:44.082768 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Routers {'8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:41:44.083643 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-204a5746-c156-4a08-b667-719693b712f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28a52c160>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:44.217499 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:44.224120 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:44.239572 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-7a2f3a8c-77db-49b5-a9e8-fe1402685430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:44.293791 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'}  {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 14:41:44.315307 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2626d8-d1e5-4f1b-86eb-a37967960f67,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:44.323493 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-204a5746-c156-4a08-b667-719693b712f9 None None] Set router 8ee2d3ed-f6d9-4433-9706-33b0a5628a2f gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:41:44.334184 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:44.335186 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:44.335683 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Added segment d1b52bd1-93ff-44b7-9011-ce33fc48dffb of type vlan for network 8969f3f3-ddee-4faf-9a1f-b976e0f337f3
Jun 25 14:41:44.336752 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Router 8ee2d3ed-f6d9-4433-9706-33b0a5628a2f has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:41:44.364939 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:44.383275 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:44.406181 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Transition to ACTIVE for port object 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:44.421083 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:44.428207 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:44.462085 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:44.463613 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:44.464209 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:44.466653 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-aa11a60e-d13f-4763-a9c1-69549deacb24 None None] Provisioning complete for port f9327185-bdd2-473e-95f3-ca080d7a1d5c triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:44.467402 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-aa11a60e-d13f-4763-a9c1-69549deacb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:44.470028 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:44.602655 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7560472
Jun 25 14:41:44.605459 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36136) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:44.612406 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-a8004e05-2459-4a9a-aee2-4c55fa377531 admin admin] Request body: {'subnet': {'network_id': '8969f3f3-ddee-4faf-9a1f-b976e0f337f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-257534970-subnet', 'tenant_id': '8b85ab9a8ab048098dc208c172ae40f4', 'ip_version': 4}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:44.619200 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Pushing event updated for resources: {'Network': ['ID=8969f3f3-ddee-4faf-9a1f-b976e0f337f3,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:44.623918 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-a8004e05-2459-4a9a-aee2-4c55fa377531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:44.626584 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:44.628574 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-a8004e05-2459-4a9a-aee2-4c55fa377531 admin admin] Usage tracker for resource:subnet and tenant:8b85ab9a8ab048098dc208c172ae40f4 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:44.631612 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-a8004e05-2459-4a9a-aee2-4c55fa377531 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:44.652447 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-a8004e05-2459-4a9a-aee2-4c55fa377531 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:44.652965 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:41:44.657085 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131407f6-5df7-4111-8fb8-5ad5e8125eda None None] Pushing event updated for resources: {'Port': ['ID=76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:44.664956 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-131407f6-5df7-4111-8fb8-5ad5e8125eda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:44.685060 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8004e05-2459-4a9a-aee2-4c55fa377531 admin admin] Made reservation on behalf of 8b85ab9a8ab048098dc208c172ae40f4 for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:41:44.690211 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a8004e05-2459-4a9a-aee2-4c55fa377531 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6392516'] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:44.708629 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] 10.222.0.52 "PUT /v2.0/routers/8ee2d3ed-f6d9-4433-9706-33b0a5628a2f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6794732
Jun 25 14:41:44.714996 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network 8969f3f3-ddee-4faf-9a1f-b976e0f337f3 details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 14:41:44.781524 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:41:44.834478 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Attempting to bind port 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:41:44.835362 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Attempting to bind port 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '70bd9b18-6389-42e2-82ed-b20c76711bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:41:44.838970 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Attempting to bind port 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 on network b025b70a-f35a-45e2-b6cc-f3f694612525 {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:41:44.869468 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:41:44.870045 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Checking segment: {'id': '70bd9b18-6389-42e2-82ed-b20c76711bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:41:44.870732 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:44.871506 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Bound using segment: {'id': '70bd9b18-6389-42e2-82ed-b20c76711bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:41:44.872292 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Bound port: 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70bd9b18-6389-42e2-82ed-b20c76711bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:41:44.872971 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:44.918477 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] No Port match for: 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:41:44.918897 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 7b27fea6-e22b-4092-b5b6-1df4896ae0b5 not bound to the agent host hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:41:45.093326 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-aa11a60e-d13f-4763-a9c1-69549deacb24 None None] Port f9327185-bdd2-473e-95f3-ca080d7a1d5c cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:41:45.106482 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] For port 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:41:45.115582 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] For port 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6,segment=NetworkSegment(70bd9b18-6389-42e2-82ed-b20c76711bec),segment_id=70bd9b18-6389-42e2-82ed-b20c76711bec)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:41:45.122487 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:45.143730 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-71b24e05-cdad-4c40-97c6-7ce7e90bd483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:45.250151 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a8004e05-2459-4a9a-aee2-4c55fa377531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6485581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6392530'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:45.276410 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ba1b0c13-ff6f-4790-b49c-fd7593681822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:45.305451 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Routers {'fced8c86-0d04-43d0-abf0-5903fe3b3f22'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:41:45.306793 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b25c2b0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:45.373419 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device fc460883-a278-47cf-8edf-ec6af485705e up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:45.536044 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131407f6-5df7-4111-8fb8-5ad5e8125eda None None] Pushing event updated for resources: {'Port': ['ID=76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6,revision_number=4']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:45.542452 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-204a5746-c156-4a08-b667-719693b712f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28a52c160>, [{'id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'name': 'tempest-TestShelveInstance-1645198904-router', 'tenant_id': '6d1289644d5b47d9b8943766463b9798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'c7d06d26-feaa-4a6c-9833-3108dc7f504a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:32Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 4, 'project_id': '6d1289644d5b47d9b8943766463b9798', 'gw_port': {'id': 'c7d06d26-feaa-4a6c-9833-3108dc7f504a', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:33Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': 'f9327185-bdd2-473e-95f3-ca080d7a1d5c', 'name': '', 'network_id': 'bd6cb873-b82a-4f49-a4e7-c7a3693320e4', 'tenant_id': '6d1289644d5b47d9b8943766463b9798', 'mac_address': 'fa:16:3e:51:40:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b9d9e71c-b0a4-473a-8ea1-a205087f75ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 2, 'project_id': '6d1289644d5b47d9b8943766463b9798', 'subnets': [{'id': 'b9d9e71c-b0a4-473a-8ea1-a205087f75ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:45.567797 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204a5746-c156-4a08-b667-719693b712f9 None None] The sync data for ids ['8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'] in dv-cinder-798091-1-iscsi is: [{'id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'name': 'tempest-TestShelveInstance-1645198904-router', 'tenant_id': '6d1289644d5b47d9b8943766463b9798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'c7d06d26-feaa-4a6c-9833-3108dc7f504a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:32Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 4, 'project_id': '6d1289644d5b47d9b8943766463b9798', 'gw_port': {'id': 'c7d06d26-feaa-4a6c-9833-3108dc7f504a', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:33Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': 'f9327185-bdd2-473e-95f3-ca080d7a1d5c', 'name': '', 'network_id': 'bd6cb873-b82a-4f49-a4e7-c7a3693320e4', 'tenant_id': '6d1289644d5b47d9b8943766463b9798', 'mac_address': 'fa:16:3e:51:40:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b9d9e71c-b0a4-473a-8ea1-a205087f75ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 2, 'project_id': '6d1289644d5b47d9b8943766463b9798', 'subnets': [{'id': 'b9d9e71c-b0a4-473a-8ea1-a205087f75ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:41:45.632575 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port fc460883-a278-47cf-8edf-ec6af485705e triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:45.633222 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:45.682201 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8004e05-2459-4a9a-aee2-4c55fa377531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52d5b9ab-00a3-41fa-812e-0e788c47051f,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:45.690996 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-131407f6-5df7-4111-8fb8-5ad5e8125eda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:45.709312 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-a8004e05-2459-4a9a-aee2-4c55fa377531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:45.711464 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8004e05-2459-4a9a-aee2-4c55fa377531 admin admin] Checking segment: {'id': 'd1b52bd1-93ff-44b7-9011-ce33fc48dffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8969f3f3-ddee-4faf-9a1f-b976e0f337f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:41:45.712303 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8004e05-2459-4a9a-aee2-4c55fa377531 admin admin] Network hostable DHCP agents. Network: 8969f3f3-ddee-4faf-9a1f-b976e0f337f3, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 14:41:45.801260 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] Set router fced8c86-0d04-43d0-abf0-5903fe3b3f22 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:41:45.824820 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b4432631-f216-4dbb-be2d-b1e29ffb439a req-dfd9dbf6-7a2e-44da-8e22-0f7189a2adca tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] 10.222.0.52 "GET /v2.0/ports?device_id=cceefe2e-6852-4c75-adbf-84a60cd31f98 HTTP/1.1" status: 200  len: 210 time: 0.0908484
Jun 25 14:41:45.864297 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8004e05-2459-4a9a-aee2-4c55fa377531 admin admin] Network 8969f3f3-ddee-4faf-9a1f-b976e0f337f3 is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 14:41:45.883032 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-a8004e05-2459-4a9a-aee2-4c55fa377531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, 8969f3f3-ddee-4faf-9a1f-b976e0f337f3) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:45.890496 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8004e05-2459-4a9a-aee2-4c55fa377531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:45.891148 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a8004e05-2459-4a9a-aee2-4c55fa377531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:45.917983 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2537d92e-c872-41ff-9c2d-251210b502c4 None None] Network 8969f3f3-ddee-4faf-9a1f-b976e0f337f3 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:41:45.935731 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc57d4-179b-44c5-914b-669349fc96a1 req-fc5fbb21-dfdc-46d9-bfb3-2caa16631eee tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:45.946397 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5ddc57d4-179b-44c5-914b-669349fc96a1 req-fc5fbb21-dfdc-46d9-bfb3-2caa16631eee tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.5432928
Jun 25 14:41:45.977940 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-a8004e05-2459-4a9a-aee2-4c55fa377531 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3711681
Jun 25 14:41:45.980528 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 36160) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:45.987552 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-257534970-router', 'tenant_id': '8b85ab9a8ab048098dc208c172ae40f4', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:46.005531 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:46.027654 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Usage tracker for resource:router and tenant:8b85ab9a8ab048098dc208c172ae40f4 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:46.043616 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:46.076739 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:46.095870 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5ddc57d4-179b-44c5-914b-669349fc96a1 req-91293cf0-478f-474f-8303-a5ae00c72f4e tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1481509
Jun 25 14:41:46.113304 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018'] for router, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:46.114598 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:46.152483 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:46.634050 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2453cf98-ccc3-5d86-bc5a-54844e48914f-8969f3f3-ddee-4faf-9a1f-b976e0f337f3', 'network_id': '8969f3f3-ddee-4faf-9a1f-b976e0f337f3', 'tenant_id': '8b85ab9a8ab048098dc208c172ae40f4', 'fixed_ips': [{'subnet_id': '52d5b9ab-00a3-41fa-812e-0e788c47051f'}]}} from dv-cinder-798091-1-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 25 14:41:46.635480 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:46.887308 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b25c2b0>, [{'id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'name': 'tempest-TestVolumeBootPattern-226810653-router', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:28Z', 'updated_at': '2021-06-25T14:41:39Z', 'revision_number': 4, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'gw_port': {'id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:30Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6', 'name': '', 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'mac_address': 'fa:16:3e:23:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:36Z', 'updated_at': '2021-06-25T14:41:45Z', 'revision_number': 4, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'subnets': [{'id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:46.914647 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a57c44d-24d4-490a-86f2-4fcbd4cccedf None None] The sync data for ids ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'] in dv-cinder-798091-1-iscsi is: [{'id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'name': 'tempest-TestVolumeBootPattern-226810653-router', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:28Z', 'updated_at': '2021-06-25T14:41:39Z', 'revision_number': 4, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'gw_port': {'id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:30Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6', 'name': '', 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'mac_address': 'fa:16:3e:23:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:36Z', 'updated_at': '2021-06-25T14:41:45Z', 'revision_number': 4, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'subnets': [{'id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:41:47.073870 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Allocated IP 172.20.0.2 (8969f3f3-ddee-4faf-9a1f-b976e0f337f3/52d5b9ab-00a3-41fa-812e-0e788c47051f/eb8584a2-cf3f-48c3-9de3-0c8c3751fb45) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:41:47.162016 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:47.397019 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:47.440080 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Transition to ACTIVE for port object eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:47.484212 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Transition to ACTIVE for port object eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:47.507907 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:47.524987 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-86311a21-297f-4a4a-a080-af69da86b451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:47.539326 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e233899-c133-4181-a1f2-e388fb565a60 req-fea815d5-351d-431e-8f9f-8e9d927333e3 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:47.548294 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9e233899-c133-4181-a1f2-e388fb565a60 req-fea815d5-351d-431e-8f9f-8e9d927333e3 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1563897
Jun 25 14:41:47.615906 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Network 8969f3f3-ddee-4faf-9a1f-b976e0f337f3 is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:41:47.624531 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Resources bound (agent type, host, resource id):  {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:47.628976 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:41:47.639193 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9e233899-c133-4181-a1f2-e388fb565a60 req-be64efac-5635-4397-8fcd-eb12d44f2d39 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0894408
Jun 25 14:41:47.640225 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Pushing event updated for resources: {'Port': ['ID=eb8584a2-cf3f-48c3-9de3-0c8c3751fb45,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:47.691623 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:47.718266 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36190) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:47.730375 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-e6093755-21f1-4424-9981-de8d59bcd9b3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1008363041', 'description': 'tempest-secgroup-smoke-1008363041 description', 'project_id': '018120595eed44fe92439b2834f42c8e'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:47.762053 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e6093755-21f1-4424-9981-de8d59bcd9b3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:47.774088 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e6093755-21f1-4424-9981-de8d59bcd9b3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Usage tracker for resource:security_group and tenant:018120595eed44fe92439b2834f42c8e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:47.775215 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Attempting to bind port eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:41:47.775597 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Attempting to bind port eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': 'd1b52bd1-93ff-44b7-9011-ce33fc48dffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8969f3f3-ddee-4faf-9a1f-b976e0f337f3'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:41:47.775968 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Attempting to bind port eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 on network 8969f3f3-ddee-4faf-9a1f-b976e0f337f3 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:41:47.782255 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e6093755-21f1-4424-9981-de8d59bcd9b3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:47.782893 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:41:47.783291 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Checking segment: {'id': 'd1b52bd1-93ff-44b7-9011-ce33fc48dffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8969f3f3-ddee-4faf-9a1f-b976e0f337f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:41:47.783752 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:47.784162 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Bound using segment: {'id': 'd1b52bd1-93ff-44b7-9011-ce33fc48dffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8969f3f3-ddee-4faf-9a1f-b976e0f337f3'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:41:47.784692 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Bound port: eb8584a2-cf3f-48c3-9de3-0c8c3751fb45, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b52bd1-93ff-44b7-9011-ce33fc48dffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8969f3f3-ddee-4faf-9a1f-b976e0f337f3'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:41:47.785079 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:47.801531 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e6093755-21f1-4424-9981-de8d59bcd9b3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:47.837072 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:47.849456 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e6093755-21f1-4424-9981-de8d59bcd9b3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:47.887328 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:47.954852 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e6093755-21f1-4424-9981-de8d59bcd9b3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:47.977983 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e6093755-21f1-4424-9981-de8d59bcd9b3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Usage tracker for resource:security_group_rule and tenant:018120595eed44fe92439b2834f42c8e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:47.999119 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e6093755-21f1-4424-9981-de8d59bcd9b3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:48.009104 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] For port eb8584a2-cf3f-48c3-9de3-0c8c3751fb45, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:41:48.019082 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e6093755-21f1-4424-9981-de8d59bcd9b3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:48.024273 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] For port eb8584a2-cf3f-48c3-9de3-0c8c3751fb45, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=eb8584a2-cf3f-48c3-9de3-0c8c3751fb45,segment=NetworkSegment(d1b52bd1-93ff-44b7-9011-ce33fc48dffb),segment_id=d1b52bd1-93ff-44b7-9011-ce33fc48dffb)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:41:48.035379 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:48.042037 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:48.147663 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e6093755-21f1-4424-9981-de8d59bcd9b3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:48.154480 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e6093755-21f1-4424-9981-de8d59bcd9b3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:48.162390 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-4fec866f-13d8-4ad9-87db-05cab0ac1ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:48.216547 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Allocated IP 172.27.3.206 (598d3f89-d135-48db-a81c-d0cdd206ad8b/603cb312-45ed-44f0-bfe6-5788d06b586a/a220b504-e579-4440-bd65-9f90dabf99a2) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:41:48.222732 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6093755-21f1-4424-9981-de8d59bcd9b3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:48.246568 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e6093755-21f1-4424-9981-de8d59bcd9b3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:48.288200 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e6093755-21f1-4424-9981-de8d59bcd9b3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:48.293672 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e6093755-21f1-4424-9981-de8d59bcd9b3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5704553
Jun 25 14:41:48.296333 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36208) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:48.312090 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-acca42ae-7752-4bad-9e34-dffb2c9377b7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Request body: {'security_group_rule': {'security_group_id': 'e3c252ed-be1e-41c9-99a0-f4a53c6eb69b', 'project_id': '018120595eed44fe92439b2834f42c8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:48.323224 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-acca42ae-7752-4bad-9e34-dffb2c9377b7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:48.343248 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-acca42ae-7752-4bad-9e34-dffb2c9377b7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Usage tracker for resource:security_group_rule and tenant:018120595eed44fe92439b2834f42c8e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:48.355116 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-acca42ae-7752-4bad-9e34-dffb2c9377b7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:48.378008 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-acca42ae-7752-4bad-9e34-dffb2c9377b7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:48.386250 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Pushing event updated for resources: {'Port': ['ID=eb8584a2-cf3f-48c3-9de3-0c8c3751fb45,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:48.408775 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:48.453781 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-acca42ae-7752-4bad-9e34-dffb2c9377b7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:48.688508 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:48.851399 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1350fd-9295-4fbd-b034-06e3d9b3cb8f req-3aff7cba-b3e2-4ccd-80c0-f936d405f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:48.852264 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb1350fd-9295-4fbd-b034-06e3d9b3cb8f req-3aff7cba-b3e2-4ccd-80c0-f936d405f94c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 1098 time: 0.1544170
Jun 25 14:41:48.857658 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-acca42ae-7752-4bad-9e34-dffb2c9377b7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:48.866446 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-acca42ae-7752-4bad-9e34-dffb2c9377b7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:48.871666 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:48.931684 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:48.938393 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021debe-4437-4304-acbe-5f75ece4af6b req-5336407c-2921-4387-90fe-372bf75c0db3 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:48.945717 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7021debe-4437-4304-acbe-5f75ece4af6b req-5336407c-2921-4387-90fe-372bf75c0db3 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.4481800
Jun 25 14:41:48.958656 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca42ae-7752-4bad-9e34-dffb2c9377b7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212505a3-098a-48fb-b36e-d835f3768c71,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:48.959381 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:48.973073 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-acca42ae-7752-4bad-9e34-dffb2c9377b7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:49.074227 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-acca42ae-7752-4bad-9e34-dffb2c9377b7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:49.079572 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-acca42ae-7752-4bad-9e34-dffb2c9377b7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7806621
Jun 25 14:41:49.087023 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36236) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:49.100173 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-7cb4382e-47f6-4687-b8b0-4aba1a0fbc37 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Request body: {'security_group_rule': {'security_group_id': 'e3c252ed-be1e-41c9-99a0-f4a53c6eb69b', 'project_id': '018120595eed44fe92439b2834f42c8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:49.123265 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-7cb4382e-47f6-4687-b8b0-4aba1a0fbc37 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:49.138238 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7021debe-4437-4304-acbe-5f75ece4af6b req-b0abbd75-33cf-4957-a605-00986c95591d tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1908493
Jun 25 14:41:49.146941 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-7cb4382e-47f6-4687-b8b0-4aba1a0fbc37 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Usage tracker for resource:security_group_rule and tenant:018120595eed44fe92439b2834f42c8e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:49.161365 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-7cb4382e-47f6-4687-b8b0-4aba1a0fbc37 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:49.170838 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-7cb4382e-47f6-4687-b8b0-4aba1a0fbc37 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:49.203002 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:41:49.211199 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-7cb4382e-47f6-4687-b8b0-4aba1a0fbc37 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:49.214051 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:49.219886 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Pushing event updated for resources: {'Port': ['ID=a220b504-e579-4440-bd65-9f90dabf99a2,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:49.222988 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:41:49.347038 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:49.377002 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-7cb4382e-47f6-4687-b8b0-4aba1a0fbc37 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:49.387026 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-7cb4382e-47f6-4687-b8b0-4aba1a0fbc37 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:49.410942 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-acca42ae-7752-4bad-9e34-dffb2c9377b7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:49.451375 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4382e-47f6-4687-b8b0-4aba1a0fbc37 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ee63a5-74c8-4999-8e89-050b5d3bb3c7,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:49.458394 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-7cb4382e-47f6-4687-b8b0-4aba1a0fbc37 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:49.461785 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-7cb4382e-47f6-4687-b8b0-4aba1a0fbc37 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:49.469015 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-7cb4382e-47f6-4687-b8b0-4aba1a0fbc37 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3776684
Jun 25 14:41:49.471871 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36254) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:49.493224 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-23867ee3-3f92-417d-aab1-c3fe38184957 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Request body: {'security_group_rule': {'security_group_id': 'e3c252ed-be1e-41c9-99a0-f4a53c6eb69b', 'project_id': '018120595eed44fe92439b2834f42c8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:49.511610 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-23867ee3-3f92-417d-aab1-c3fe38184957 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:49.523246 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-23867ee3-3f92-417d-aab1-c3fe38184957 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Usage tracker for resource:security_group_rule and tenant:018120595eed44fe92439b2834f42c8e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:49.533544 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-23867ee3-3f92-417d-aab1-c3fe38184957 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:49.543683 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-23867ee3-3f92-417d-aab1-c3fe38184957 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:49.550948 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:49.605208 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-23867ee3-3f92-417d-aab1-c3fe38184957 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:49.664137 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:49.671013 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device c7d06d26-feaa-4a6c-9833-3108dc7f504a up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:49.778001 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-23867ee3-3f92-417d-aab1-c3fe38184957 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:49.786196 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-23867ee3-3f92-417d-aab1-c3fe38184957 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:49.790525 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:49.839863 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port c7d06d26-feaa-4a6c-9833-3108dc7f504a completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:49.846189 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port c7d06d26-feaa-4a6c-9833-3108dc7f504a triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:49.846972 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:49.861873 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23867ee3-3f92-417d-aab1-c3fe38184957 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c16cef-57d3-4523-ad0d-4212d7179eb8,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:49.872795 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-23867ee3-3f92-417d-aab1-c3fe38184957 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:49.877835 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-23867ee3-3f92-417d-aab1-c3fe38184957 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:49.882225 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-23867ee3-3f92-417d-aab1-c3fe38184957 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4056137
Jun 25 14:41:49.883057 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36292) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:49.893350 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-81b4ba1b-9024-47e7-9305-c6f8c75b33ce tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Request body: {'security_group_rule': {'security_group_id': 'e3c252ed-be1e-41c9-99a0-f4a53c6eb69b', 'project_id': '018120595eed44fe92439b2834f42c8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:49.902806 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-81b4ba1b-9024-47e7-9305-c6f8c75b33ce tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:49.915592 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-81b4ba1b-9024-47e7-9305-c6f8c75b33ce tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Usage tracker for resource:security_group_rule and tenant:018120595eed44fe92439b2834f42c8e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:49.924413 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-81b4ba1b-9024-47e7-9305-c6f8c75b33ce tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:49.937012 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-81b4ba1b-9024-47e7-9305-c6f8c75b33ce tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:49.961900 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-81b4ba1b-9024-47e7-9305-c6f8c75b33ce tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:50.089503 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1350fd-9295-4fbd-b034-06e3d9b3cb8f req-0e1898c5-74a6-4ee8-9e4a-48ef31ded880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:50.091851 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb1350fd-9295-4fbd-b034-06e3d9b3cb8f req-0e1898c5-74a6-4ee8-9e4a-48ef31ded880 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 200  len: 912 time: 1.2234249
Jun 25 14:41:50.168414 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:50.181120 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-81b4ba1b-9024-47e7-9305-c6f8c75b33ce tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:50.188019 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-81b4ba1b-9024-47e7-9305-c6f8c75b33ce tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:50.206061 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port c7d06d26-feaa-4a6c-9833-3108dc7f504a, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=c7d06d26-feaa-4a6c-9833-3108dc7f504a,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:41:50.210700 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:50.212311 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:50.213880 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:50.253183 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4ba1b-9024-47e7-9305-c6f8c75b33ce tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750aba11-b207-4534-b96e-1d449ab92948,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:50.260300 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-81b4ba1b-9024-47e7-9305-c6f8c75b33ce tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:50.292062 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-96a701e2-3053-4613-88fd-759e769ecc1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:50.296159 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-81b4ba1b-9024-47e7-9305-c6f8c75b33ce tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:50.297447 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-81b4ba1b-9024-47e7-9305-c6f8c75b33ce tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4130607
Jun 25 14:41:50.301599 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36316) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:50.313320 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-1262b612-a666-4bc0-9db3-3f814753ba30 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Request body: {'security_group_rule': {'security_group_id': 'e3c252ed-be1e-41c9-99a0-f4a53c6eb69b', 'project_id': '018120595eed44fe92439b2834f42c8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:50.327553 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-1262b612-a666-4bc0-9db3-3f814753ba30 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:50.339461 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:50.346973 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-1262b612-a666-4bc0-9db3-3f814753ba30 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Usage tracker for resource:security_group_rule and tenant:018120595eed44fe92439b2834f42c8e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:50.354994 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-1262b612-a666-4bc0-9db3-3f814753ba30 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:50.372935 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-1262b612-a666-4bc0-9db3-3f814753ba30 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:50.430259 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.securitygroups_db [None req-1262b612-a666-4bc0-9db3-3f814753ba30 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Project 018120595eed44fe92439b2834f42c8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 25 14:41:50.439100 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb1350fd-9295-4fbd-b034-06e3d9b3cb8f req-fffd2380-f899-43e0-9cac-de571f406afd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=784cffeb-d629-4e11-b275-51a388827c0f HTTP/1.1" status: 200  len: 1001 time: 0.3296385
Jun 25 14:41:50.448311 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061dbd8b-b65e-4712-a791-59fe0b7137e8 None None] Network 8969f3f3-ddee-4faf-9a1f-b976e0f337f3 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:41:50.454903 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1262b612-a666-4bc0-9db3-3f814753ba30 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:50.690433 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-c4839c54-20a0-4468-82dc-f78a6120ec1a None None] Provisioning for port eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:50.717132 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-c4839c54-20a0-4468-82dc-f78a6120ec1a None None] Provisioning complete for port eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:50.718152 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c4839c54-20a0-4468-82dc-f78a6120ec1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:50.730665 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1262b612-a666-4bc0-9db3-3f814753ba30 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:50.740285 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1262b612-a666-4bc0-9db3-3f814753ba30 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:50.754827 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:50.817863 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1350fd-9295-4fbd-b034-06e3d9b3cb8f req-4ee8672f-b0d1-4cad-9920-614a02fbdf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:50.820609 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb1350fd-9295-4fbd-b034-06e3d9b3cb8f req-4ee8672f-b0d1-4cad-9920-614a02fbdf54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9265467f-1c70-41b0-a5d8-95ad79db0d39 HTTP/1.1" status: 200  len: 850 time: 0.3572021
Jun 25 14:41:50.888556 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=c7d06d26-feaa-4a6c-9833-3108dc7f504a,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:50.914498 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262b612-a666-4bc0-9db3-3f814753ba30 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ee0cd3-2e41-4b65-97d1-9d34a987ca49,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:50.921185 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:50.926635 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1262b612-a666-4bc0-9db3-3f814753ba30 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:50.930039 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:50.940265 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c344bc-2d4c-44a6-8579-8876d821b599 req-1e03e54a-b4c3-4366-a54f-b88acd8d6236 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:50.951199 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:50.951769 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:50.954685 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-26c344bc-2d4c-44a6-8579-8876d821b599 req-1e03e54a-b4c3-4366-a54f-b88acd8d6236 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.4609032
Jun 25 14:41:50.959587 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1262b612-a666-4bc0-9db3-3f814753ba30 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:50.966906 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-1262b612-a666-4bc0-9db3-3f814753ba30 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6634610
Jun 25 14:41:50.968416 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36334) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:51.024812 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-9aaa03d8-cee3-4552-b809-08af239c184d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Request body: {'security_group_rule': {'security_group_id': 'e3c252ed-be1e-41c9-99a0-f4a53c6eb69b', 'project_id': '018120595eed44fe92439b2834f42c8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:41:51.039529 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9aaa03d8-cee3-4552-b809-08af239c184d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:51.081320 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9aaa03d8-cee3-4552-b809-08af239c184d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Usage tracker for resource:security_group_rule and tenant:018120595eed44fe92439b2834f42c8e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:51.088636 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-26c344bc-2d4c-44a6-8579-8876d821b599 req-d9455a6a-8f58-4e5b-b0fe-5bcc61b0be0e tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1324558
Jun 25 14:41:51.090482 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9aaa03d8-cee3-4552-b809-08af239c184d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:51.103900 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9aaa03d8-cee3-4552-b809-08af239c184d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:51.131337 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.securitygroups_db [None req-9aaa03d8-cee3-4552-b809-08af239c184d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Project 018120595eed44fe92439b2834f42c8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 25 14:41:51.147734 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9aaa03d8-cee3-4552-b809-08af239c184d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:51.234945 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c4839c54-20a0-4468-82dc-f78a6120ec1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:51.235275 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549447'] for router, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:51.241247 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1350fd-9295-4fbd-b034-06e3d9b3cb8f req-ba7c2d2d-6e17-4f8a-ae3b-3f09a44eac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:51.243052 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb1350fd-9295-4fbd-b034-06e3d9b3cb8f req-ba7c2d2d-6e17-4f8a-ae3b-3f09a44eac93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b57f227-be72-49df-b303-59d0100b6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3069952
Jun 25 14:41:51.278777 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-c4839c54-20a0-4468-82dc-f78a6120ec1a None None] For port eb8584a2-cf3f-48c3-9de3-0c8c3751fb45, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=eb8584a2-cf3f-48c3-9de3-0c8c3751fb45,segment=NetworkSegment(d1b52bd1-93ff-44b7-9011-ce33fc48dffb),segment_id=d1b52bd1-93ff-44b7-9011-ce33fc48dffb)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:41:51.284886 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c4839c54-20a0-4468-82dc-f78a6120ec1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:51.289982 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-bfa8f286-0cc6-43ae-aa35-ab69f24987a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:51.304528 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9aaa03d8-cee3-4552-b809-08af239c184d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:51.311774 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9aaa03d8-cee3-4552-b809-08af239c184d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:51.316313 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:51.360744 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa03d8-cee3-4552-b809-08af239c184d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f683b77-93ff-4306-849f-45cc10d533e7,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:51.369186 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9aaa03d8-cee3-4552-b809-08af239c184d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:51.394993 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9aaa03d8-cee3-4552-b809-08af239c184d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:51.399175 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-9aaa03d8-cee3-4552-b809-08af239c184d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4028308
Jun 25 14:41:51.546268 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4839c54-20a0-4468-82dc-f78a6120ec1a None None] Pushing event updated for resources: {'Port': ['ID=eb8584a2-cf3f-48c3-9de3-0c8c3751fb45,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:51.558611 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-c4839c54-20a0-4468-82dc-f78a6120ec1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:51.566826 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:51.660029 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6,segment=NetworkSegment(70bd9b18-6389-42e2-82ed-b20c76711bec),segment_id=70bd9b18-6389-42e2-82ed-b20c76711bec)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:41:51.674010 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:51.693346 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:52.037625 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:52.261508 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Sync routers for ids ['8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:41:52.270390 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Router a2a0b324-e8c3-4657-ba4d-8d7a15196ddd is scheduled to L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce with binding_index 1 {{(pid=78436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 25 14:41:52.315534 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:52.318844 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Routers {'8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:41:52.319827 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28a58a340>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:52.420811 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:52.451319 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb1350fd-9295-4fbd-b034-06e3d9b3cb8f req-b51bfa1e-3a5f-46b5-a029-9a1248bdff2d service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7121172
Jun 25 14:41:52.522345 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-379394fe-9a16-4f0f-958b-41016bc5932c None None] Provisioning complete for port eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:52.529404 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-379394fe-9a16-4f0f-958b-41016bc5932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:52.748049 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65659da7-538f-46c1-81c1-4c51488e6b67 req-1c706b76-358b-48b5-9ab9-8dec9ef57dc8 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:52.759762 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-65659da7-538f-46c1-81c1-4c51488e6b67 req-1c706b76-358b-48b5-9ab9-8dec9ef57dc8 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.2343001
Jun 25 14:41:52.821104 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Set router 8ee2d3ed-f6d9-4433-9706-33b0a5628a2f gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:41:52.858745 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-65659da7-538f-46c1-81c1-4c51488e6b67 req-c7b68ebf-9b3d-4078-b864-fb02eb2abe53 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0962555
Jun 25 14:41:52.916526 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:41:52.929449 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eb1350fd-9295-4fbd-b034-06e3d9b3cb8f req-75e0256f-9300-48bc-ba9d-1c524b720c43 service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4638660
Jun 25 14:41:52.929593 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Sync routers for ids ['a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:41:52.939503 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:52.940114 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:52.947890 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Routers {'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:41:52.949202 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-94860c33-558f-4d49-b635-f736ba755584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28bd191f0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:52.999344 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Notify callbacks [] for router, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:53.004909 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.0188189
Jun 25 14:41:53.005353 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36470) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:53.455022 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Set router a2a0b324-e8c3-4657-ba4d-8d7a15196ddd gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:41:53.737659 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device c7d06d26-feaa-4a6c-9833-3108dc7f504a up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:54.059547 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port c7d06d26-feaa-4a6c-9833-3108dc7f504a triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:54.060277 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:54.091226 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28a58a340>, [{'id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'name': 'tempest-TestShelveInstance-1645198904-router', 'tenant_id': '6d1289644d5b47d9b8943766463b9798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'c7d06d26-feaa-4a6c-9833-3108dc7f504a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:32Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 4, 'project_id': '6d1289644d5b47d9b8943766463b9798', 'gw_port': {'id': 'c7d06d26-feaa-4a6c-9833-3108dc7f504a', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:33Z', 'updated_at': '2021-06-25T14:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': 'f9327185-bdd2-473e-95f3-ca080d7a1d5c', 'name': '', 'network_id': 'bd6cb873-b82a-4f49-a4e7-c7a3693320e4', 'tenant_id': '6d1289644d5b47d9b8943766463b9798', 'mac_address': 'fa:16:3e:51:40:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b9d9e71c-b0a4-473a-8ea1-a205087f75ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 2, 'project_id': '6d1289644d5b47d9b8943766463b9798', 'subnets': [{'id': 'b9d9e71c-b0a4-473a-8ea1-a205087f75ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:54.156906 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Checking router: 8ee2d3ed-f6d9-4433-9706-33b0a5628a2f for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:41:54.157775 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Updating router 8ee2d3ed-f6d9-4433-9706-33b0a5628a2f port f9327185-bdd2-473e-95f3-ca080d7a1d5c binding host dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:41:54.165441 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 36518) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:54.241032 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-94860c33-558f-4d49-b635-f736ba755584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28bd191f0>, [{'id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'name': 'tempest-TestVolumeBootPattern-257534970-router', 'tenant_id': '8b85ab9a8ab048098dc208c172ae40f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a220b504-e579-4440-bd65-9f90dabf99a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:41:49Z', 'revision_number': 3, 'project_id': '8b85ab9a8ab048098dc208c172ae40f4', 'gw_port': {'id': 'a220b504-e579-4440-bd65-9f90dabf99a2', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:47Z', 'updated_at': '2021-06-25T14:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:54.250936 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Checking router: a2a0b324-e8c3-4657-ba4d-8d7a15196ddd for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:41:54.252023 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Updating router a2a0b324-e8c3-4657-ba4d-8d7a15196ddd port a220b504-e579-4440-bd65-9f90dabf99a2 binding host dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:41:54.259401 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:54.436665 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:54.477107 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5a4f159b-cdf6-4b80-8d41-2fe334c8f991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:54.743487 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-5a4f159b-cdf6-4b80-8d41-2fe334c8f991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:41:54.770843 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-5a4f159b-cdf6-4b80-8d41-2fe334c8f991 admin admin] Usage tracker for resource:security_group_rule and tenant:6a455df788ea4581bb0131095298e591 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:41:54.777748 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-5a4f159b-cdf6-4b80-8d41-2fe334c8f991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:41:54.789281 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:54.800993 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-5a4f159b-cdf6-4b80-8d41-2fe334c8f991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:41:55.048196 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08dad4-70e7-4f7e-9d91-eb849d4a6464 req-dcee8b03-94cd-421b-854a-6c2c81827afb tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:55.050467 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bc08dad4-70e7-4f7e-9d91-eb849d4a6464 req-dcee8b03-94cd-421b-854a-6c2c81827afb tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.9046290
Jun 25 14:41:55.058785 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:55.088636 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5a4f159b-cdf6-4b80-8d41-2fe334c8f991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:55.098293 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5a4f159b-cdf6-4b80-8d41-2fe334c8f991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:55.115794 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7acc9cc6-987e-46a5-9dc5-fa51abbe6e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:55.171477 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bc08dad4-70e7-4f7e-9d91-eb849d4a6464 req-56455ac3-2828-4c4f-bfa5-b3c19400bc38 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1022348
Jun 25 14:41:55.217109 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f159b-cdf6-4b80-8d41-2fe334c8f991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3d0e2c-11a5-4cf0-a3f7-76e1d8e46eac,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:55.218493 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:55.223804 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5a4f159b-cdf6-4b80-8d41-2fe334c8f991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:55.227989 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-5a4f159b-cdf6-4b80-8d41-2fe334c8f991 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a455df788ea4581bb0131095298e591&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0588334
Jun 25 14:41:55.232001 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 36550) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:55.262905 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Transition to ACTIVE for port object a220b504-e579-4440-bd65-9f90dabf99a2 will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:55.275393 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:55.287637 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:55.288383 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:55.290281 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-94dba3d6-dc69-41ed-995b-096d719de344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:55.352707 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e6af3fec-4653-4ee2-a231-7c40e9bf6052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:55.429853 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e6af3fec-4653-4ee2-a231-7c40e9bf6052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:55.481545 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:55.500716 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Transition to ACTIVE for port object f9327185-bdd2-473e-95f3-ca080d7a1d5c will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:55.534387 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Attempting to bind port a220b504-e579-4440-bd65-9f90dabf99a2 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:41:55.534782 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Attempting to bind port a220b504-e579-4440-bd65-9f90dabf99a2 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:41:55.541454 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Attempting to bind port a220b504-e579-4440-bd65-9f90dabf99a2 on network 598d3f89-d135-48db-a81c-d0cdd206ad8b {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:41:55.559305 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:41:55.560019 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Checking segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:41:55.560619 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:55.561428 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Bound using segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:41:55.562219 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Bound port: a220b504-e579-4440-bd65-9f90dabf99a2, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:41:55.562795 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:55.569805 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e6af3fec-4653-4ee2-a231-7c40e9bf6052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:55.580637 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1943b765-9a54-4530-987e-8b40d8a53872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:55.606446 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe2285-8899-43db-b439-c59826ff3b6d None None] Pushing event updated for resources: {'Port': ['ID=a220b504-e579-4440-bd65-9f90dabf99a2,revision_number=2']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:55.607620 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Allocated IP 172.20.0.1 (8969f3f3-ddee-4faf-9a1f-b976e0f337f3/52d5b9ab-00a3-41fa-812e-0e788c47051f/0bae5efc-7861-4057-80d3-68ef9410edd0) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:41:55.608233 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af3fec-4653-4ee2-a231-7c40e9bf6052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3d0e2c-11a5-4cf0-a3f7-76e1d8e46eac,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:55.611487 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-a4fe2285-8899-43db-b439-c59826ff3b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:55.622079 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e6af3fec-4653-4ee2-a231-7c40e9bf6052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:55.625626 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e6af3fec-4653-4ee2-a231-7c40e9bf6052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:55.625947 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:55.629453 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-e6af3fec-4653-4ee2-a231-7c40e9bf6052 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b3d0e2c-11a5-4cf0-a3f7-76e1d8e46eac HTTP/1.1" status: 204  len: 168 time: 0.3959863
Jun 25 14:41:55.665241 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:55.699945 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-94860c33-558f-4d49-b635-f736ba755584 None None] For port a220b504-e579-4440-bd65-9f90dabf99a2, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:41:55.706215 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-94860c33-558f-4d49-b635-f736ba755584 None None] For port a220b504-e579-4440-bd65-9f90dabf99a2, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=a220b504-e579-4440-bd65-9f90dabf99a2,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:41:55.712990 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:55.735771 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:55.860119 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:55.903815 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7209b-87e8-4673-a1da-7611ac1ef48a None None] Pushing event updated for resources: {'Port': ['ID=f9327185-bdd2-473e-95f3-ca080d7a1d5c,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:55.919401 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Transition to ACTIVE for port object 0bae5efc-7861-4057-80d3-68ef9410edd0 will not be triggered until provisioned by entity DHCP. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:41:55.993741 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:56.034554 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-266a01f5-a734-45d5-a614-d3713b3b8843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:56.053167 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe2285-8899-43db-b439-c59826ff3b6d None None] Pushing event updated for resources: {'Port': ['ID=a220b504-e579-4440-bd65-9f90dabf99a2,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:56.060033 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-a4fe2285-8899-43db-b439-c59826ff3b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:56.066624 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Routers {'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:41:56.067675 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-94860c33-558f-4d49-b635-f736ba755584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28bd191f0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:56.219142 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Network 8969f3f3-ddee-4faf-9a1f-b976e0f337f3 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:41:56.222876 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Pushing event updated for resources: {'Port': ['ID=0bae5efc-7861-4057-80d3-68ef9410edd0,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:56.239477 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-90b7209b-87e8-4673-a1da-7611ac1ef48a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:56.245502 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:56.249877 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:56.258806 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:41:56.639208 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Attempting to bind port f9327185-bdd2-473e-95f3-ca080d7a1d5c on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:41:56.639943 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Attempting to bind port f9327185-bdd2-473e-95f3-ca080d7a1d5c by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': 'd215a440-8656-4fec-82fd-3f6d476494c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd6cb873-b82a-4f49-a4e7-c7a3693320e4'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:41:56.639943 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Attempting to bind port f9327185-bdd2-473e-95f3-ca080d7a1d5c on network bd6cb873-b82a-4f49-a4e7-c7a3693320e4 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:41:56.649064 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:41:56.649064 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Checking segment: {'id': 'd215a440-8656-4fec-82fd-3f6d476494c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd6cb873-b82a-4f49-a4e7-c7a3693320e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:41:56.649299 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:56.649628 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Bound using segment: {'id': 'd215a440-8656-4fec-82fd-3f6d476494c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd6cb873-b82a-4f49-a4e7-c7a3693320e4'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:41:56.650140 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Bound port: f9327185-bdd2-473e-95f3-ca080d7a1d5c, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd215a440-8656-4fec-82fd-3f6d476494c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd6cb873-b82a-4f49-a4e7-c7a3693320e4'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:41:56.650520 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:56.761110 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-94860c33-558f-4d49-b635-f736ba755584 None None] Set router a2a0b324-e8c3-4657-ba4d-8d7a15196ddd gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:41:56.810095 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549505'] for router_interface, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:56.873151 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a4a08-3584-4408-804f-1d4efcfab7b5 req-c1d31b57-a922-4328-9b3d-5a01117c4fa6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:56.879956 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2d8a4a08-3584-4408-804f-1d4efcfab7b5 req-c1d31b57-a922-4328-9b3d-5a01117c4fa6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.2151873
Jun 25 14:41:56.932851 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] For port f9327185-bdd2-473e-95f3-ca080d7a1d5c, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:41:56.937447 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] For port f9327185-bdd2-473e-95f3-ca080d7a1d5c, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=f9327185-bdd2-473e-95f3-ca080d7a1d5c,segment=NetworkSegment(d215a440-8656-4fec-82fd-3f6d476494c4),segment_id=d215a440-8656-4fec-82fd-3f6d476494c4)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:41:56.944549 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:56.969185 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-85e9dd41-dfa7-4a1f-be2d-491581047916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:57.046902 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2d8a4a08-3584-4408-804f-1d4efcfab7b5 req-0d8b950e-6ae6-465d-be2d-6a6750a2dcaf tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1476831
Jun 25 14:41:57.141189 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-42161076-8b64-4209-a10c-f654cd96369b None None] Provisioning for port 0bae5efc-7861-4057-80d3-68ef9410edd0 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:57.186258 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-42161076-8b64-4209-a10c-f654cd96369b None None] Provisioning complete for port 0bae5efc-7861-4057-80d3-68ef9410edd0 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:57.187499 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-42161076-8b64-4209-a10c-f654cd96369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:57.334220 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:57.405259 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Routers {'8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:41:57.405933 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28a58a340>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:57.515374 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7209b-87e8-4673-a1da-7611ac1ef48a None None] Pushing event updated for resources: {'Port': ['ID=f9327185-bdd2-473e-95f3-ca080d7a1d5c,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:57.531353 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-90b7209b-87e8-4673-a1da-7611ac1ef48a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:57.554968 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-42161076-8b64-4209-a10c-f654cd96369b None None] Port 0bae5efc-7861-4057-80d3-68ef9410edd0 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:41:57.697581 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-94860c33-558f-4d49-b635-f736ba755584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28bd191f0>, [{'id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'name': 'tempest-TestVolumeBootPattern-257534970-router', 'tenant_id': '8b85ab9a8ab048098dc208c172ae40f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a220b504-e579-4440-bd65-9f90dabf99a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:41:49Z', 'revision_number': 3, 'project_id': '8b85ab9a8ab048098dc208c172ae40f4', 'gw_port': {'id': 'a220b504-e579-4440-bd65-9f90dabf99a2', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:47Z', 'updated_at': '2021-06-25T14:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:57.709051 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94860c33-558f-4d49-b635-f736ba755584 None None] The sync data for ids ['a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'] in dv-cinder-798091-1-iscsi is: [{'id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'name': 'tempest-TestVolumeBootPattern-257534970-router', 'tenant_id': '8b85ab9a8ab048098dc208c172ae40f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a220b504-e579-4440-bd65-9f90dabf99a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:41:49Z', 'revision_number': 3, 'project_id': '8b85ab9a8ab048098dc208c172ae40f4', 'gw_port': {'id': 'a220b504-e579-4440-bd65-9f90dabf99a2', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:47Z', 'updated_at': '2021-06-25T14:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:41:57.857383 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] Set router 8ee2d3ed-f6d9-4433-9706-33b0a5628a2f gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:41:57.945258 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:57.954100 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6486730'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:58.005786 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:58.045937 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 36612) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:58.373311 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Pushing event updated for resources: {'Port': ['ID=0bae5efc-7861-4057-80d3-68ef9410edd0,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:58.383108 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760616'] for router_interface, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:58.395562 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:58.663839 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-fffa9aaf-19d5-47c1-8dd2-5e4c23de1f68 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b613ece656aa4fbeb2b35d959c5d890e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6162717
Jun 25 14:41:58.666360 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 36622) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:41:58.860819 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28a58a340>, [{'id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'name': 'tempest-TestShelveInstance-1645198904-router', 'tenant_id': '6d1289644d5b47d9b8943766463b9798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'c7d06d26-feaa-4a6c-9833-3108dc7f504a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:32Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 4, 'project_id': '6d1289644d5b47d9b8943766463b9798', 'gw_port': {'id': 'c7d06d26-feaa-4a6c-9833-3108dc7f504a', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:33Z', 'updated_at': '2021-06-25T14:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': 'f9327185-bdd2-473e-95f3-ca080d7a1d5c', 'name': '', 'network_id': 'bd6cb873-b82a-4f49-a4e7-c7a3693320e4', 'tenant_id': '6d1289644d5b47d9b8943766463b9798', 'mac_address': 'fa:16:3e:51:40:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b9d9e71c-b0a4-473a-8ea1-a205087f75ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:56Z', 'revision_number': 4, 'project_id': '6d1289644d5b47d9b8943766463b9798', 'subnets': [{'id': 'b9d9e71c-b0a4-473a-8ea1-a205087f75ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:41:58.879208 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a754659-87a7-47e4-9801-1865aff391ba None None] The sync data for ids ['8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'] in dv-cinder-798091-1-iscsi is: [{'id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'name': 'tempest-TestShelveInstance-1645198904-router', 'tenant_id': '6d1289644d5b47d9b8943766463b9798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'c7d06d26-feaa-4a6c-9833-3108dc7f504a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:32Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 4, 'project_id': '6d1289644d5b47d9b8943766463b9798', 'gw_port': {'id': 'c7d06d26-feaa-4a6c-9833-3108dc7f504a', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:33Z', 'updated_at': '2021-06-25T14:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': 'f9327185-bdd2-473e-95f3-ca080d7a1d5c', 'name': '', 'network_id': 'bd6cb873-b82a-4f49-a4e7-c7a3693320e4', 'tenant_id': '6d1289644d5b47d9b8943766463b9798', 'mac_address': 'fa:16:3e:51:40:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b9d9e71c-b0a4-473a-8ea1-a205087f75ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:42Z', 'updated_at': '2021-06-25T14:41:56Z', 'revision_number': 4, 'project_id': '6d1289644d5b47d9b8943766463b9798', 'subnets': [{'id': 'b9d9e71c-b0a4-473a-8ea1-a205087f75ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:41:58.900250 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:58.978656 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:59.036342 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Network 8969f3f3-ddee-4faf-9a1f-b976e0f337f3 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:41:59.038663 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:41:59.075550 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9c41a-7723-4c07-89b3-b3d219d14453 req-d6c91707-3019-4f84-ad4f-d262e0165232 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:41:59.077261 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e9a9c41a-7723-4c07-89b3-b3d219d14453 req-d6c91707-3019-4f84-ad4f-d262e0165232 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.3005915
Jun 25 14:41:59.132599 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device a220b504-e579-4440-bd65-9f90dabf99a2 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:41:59.170571 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:59.185580 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-2f98aecb-ba40-40b3-9e64-0b5820aa3d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:41:59.274528 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972db0db-a673-4f85-a615-7c758b7059e6,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:41:59.298337 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port a220b504-e579-4440-bd65-9f90dabf99a2 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:41:59.309924 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port a220b504-e579-4440-bd65-9f90dabf99a2 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:59.310365 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:59.333693 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:59.334089 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:59.336993 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:59.340730 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:59.343068 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:59.346721 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:59.358042 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:59.358741 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:59.359272 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:59.359847 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:59.361003 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:59.361616 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:41:59.370926 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:59.377119 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/972db0db-a673-4f85-a615-7c758b7059e6 HTTP/1.1" status: 204  len: 168 time: 0.7039866
Jun 25 14:41:59.379863 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:41:59.756356 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-5e187436-97be-4d11-b92e-ceb6afb62e82 None None] Provisioning complete for port 0bae5efc-7861-4057-80d3-68ef9410edd0 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:41:59.756913 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5e187436-97be-4d11-b92e-ceb6afb62e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:59.823229 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Router a2a0b324-e8c3-4657-ba4d-8d7a15196ddd has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:41:59.836275 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:41:59.851423 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e9a9c41a-7723-4c07-89b3-b3d219d14453 req-0541ab8b-4de4-491a-9257-1c431ed1624c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1827166
Jun 25 14:42:00.015343 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port a220b504-e579-4440-bd65-9f90dabf99a2, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=a220b504-e579-4440-bd65-9f90dabf99a2,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:42:00.026821 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-5e187436-97be-4d11-b92e-ceb6afb62e82 None None] Port 0bae5efc-7861-4057-80d3-68ef9410edd0 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:42:00.036546 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:00.037927 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device f9327185-bdd2-473e-95f3-ca080d7a1d5c up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:00.180757 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:00.274234 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bc39fd78-9c98-4cb5-9a56-62349ebad84a req-3f9d89d0-c442-4e72-8ffb-bd780da6c6fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3028171
Jun 25 14:42:00.297202 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:42:00.330350 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] 10.222.0.52 "PUT /v2.0/routers/a2a0b324-e8c3-4657-ba4d-8d7a15196ddd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3236868
Jun 25 14:42:00.503117 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=a220b504-e579-4440-bd65-9f90dabf99a2,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:00.516650 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:00.530340 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port f9327185-bdd2-473e-95f3-ca080d7a1d5c completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:42:00.544945 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port f9327185-bdd2-473e-95f3-ca080d7a1d5c triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:00.546980 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:00.556976 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fd78-9c98-4cb5-9a56-62349ebad84a req-cd229c5c-36f2-4519-b4ef-be7494e5da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:00.558487 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bc39fd78-9c98-4cb5-9a56-62349ebad84a req-cd229c5c-36f2-4519-b4ef-be7494e5da93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0aa02100a2e14479942bf6a8fedf507b&device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 1099 time: 0.2027612
Jun 25 14:42:00.825803 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:00.907092 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fd78-9c98-4cb5-9a56-62349ebad84a req-4477c282-20f3-4737-bf88-966d7491df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:00.923326 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port f9327185-bdd2-473e-95f3-ca080d7a1d5c, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=f9327185-bdd2-473e-95f3-ca080d7a1d5c,segment=NetworkSegment(d215a440-8656-4fec-82fd-3f6d476494c4),segment_id=d215a440-8656-4fec-82fd-3f6d476494c4)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:42:00.929545 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bc39fd78-9c98-4cb5-9a56-62349ebad84a req-4477c282-20f3-4737-bf88-966d7491df83 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fe47f01d-0a00-4026-a5a3-3a965d638a88 HTTP/1.1" status: 200  len: 919 time: 0.3397577
Jun 25 14:42:00.931739 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:00.945519 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:01.108742 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:01.136215 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bc39fd78-9c98-4cb5-9a56-62349ebad84a req-8bb7677b-4fcb-4f5a-b02b-26a2755ac5f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fd673a9-3d6b-409a-931c-af0246854808 HTTP/1.1" status: 200  len: 217 time: 0.1813090
Jun 25 14:42:01.191241 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device a220b504-e579-4440-bd65-9f90dabf99a2 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:01.260825 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=f9327185-bdd2-473e-95f3-ca080d7a1d5c,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:01.284538 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:01.307063 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fd78-9c98-4cb5-9a56-62349ebad84a req-0af47fda-762d-4d65-9f6d-44c1723aabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:01.312389 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bc39fd78-9c98-4cb5-9a56-62349ebad84a req-0af47fda-762d-4d65-9f6d-44c1723aabb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=15d8da82-b461-4601-96f4-3558be16618c HTTP/1.1" status: 200  len: 858 time: 0.1605377
Jun 25 14:42:01.313976 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 36676) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:42:01.336777 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port a220b504-e579-4440-bd65-9f90dabf99a2 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:01.337165 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:01.432977 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c9043-dee8-4243-a698-d712a968b632 req-66e0b1ef-ea9e-420f-9594-9281609c3d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:01.435993 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b39c9043-dee8-4243-a698-d712a968b632 req-66e0b1ef-ea9e-420f-9594-9281609c3d9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0aa02100a2e14479942bf6a8fedf507b&device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 1099 time: 0.3559566
Jun 25 14:42:01.490671 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bc39fd78-9c98-4cb5-9a56-62349ebad84a req-3c906293-e103-4e73-acea-967e36356773 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe47f01d-0a00-4026-a5a3-3a965d638a88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1699879
Jun 25 14:42:01.494165 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698ecd3-67f4-46f7-bde7-b615cdc81b9d req-06010aa2-eb66-4620-a77f-0b03ca8e7673 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:01.497448 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f698ecd3-67f4-46f7-bde7-b615cdc81b9d req-06010aa2-eb66-4620-a77f-0b03ca8e7673 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.3125036
Jun 25 14:42:01.639347 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Sync routers for ids ['a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:42:01.660948 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Routers {'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:42:01.661825 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b379370>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:01.748947 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2032555589-network', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:42:01.768199 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:01.794955 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Usage tracker for resource:network and tenant:86e0a63701734a29b9ce1cfc8805ebe0 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:01.807320 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:01.825906 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:01.869288 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Made reservation on behalf of 86e0a63701734a29b9ce1cfc8805ebe0 for: {'network': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:42:01.872771 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:01.901701 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:01.915974 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bc39fd78-9c98-4cb5-9a56-62349ebad84a req-1fc0e630-02b6-4d15-89b8-816796e4ef83 service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4087858
Jun 25 14:42:01.924300 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:01.926577 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f698ecd3-67f4-46f7-bde7-b615cdc81b9d req-2a49551c-7bf3-40ef-a29b-929ce5c08746 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3458173
Jun 25 14:42:01.956789 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Set router a2a0b324-e8c3-4657-ba4d-8d7a15196ddd gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:42:02.032512 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Usage tracker for resource:security_group_rule and tenant:86e0a63701734a29b9ce1cfc8805ebe0 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:02.044290 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:02.075598 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:02.135308 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c9043-dee8-4243-a698-d712a968b632 req-8cb90696-78d1-4d38-9fe4-6358629d0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:02.138446 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b39c9043-dee8-4243-a698-d712a968b632 req-8cb90696-78d1-4d38-9fe4-6358629d0635 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fe47f01d-0a00-4026-a5a3-3a965d638a88 HTTP/1.1" status: 200  len: 919 time: 0.6855493
Jun 25 14:42:02.308326 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b39c9043-dee8-4243-a698-d712a968b632 req-46cdc46d-65a9-48ae-941b-352facd8fc8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c33ef1e-74e4-48ac-81c2-60f8f279b0fc HTTP/1.1" status: 200  len: 217 time: 0.1237333
Jun 25 14:42:02.309495 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:02.318312 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:02.331952 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bf0019dc-3c2f-4be3-9f28-835525bb7bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:02.369711 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'}  {{(pid=78436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 14:42:02.406184 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ee885a-e723-45fd-abed-1bccbe4ecca6,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:02.414967 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c9043-dee8-4243-a698-d712a968b632 req-5d7a3efa-3c18-4882-b901-16cf2f836e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:02.417427 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b39c9043-dee8-4243-a698-d712a968b632 req-5d7a3efa-3c18-4882-b901-16cf2f836e97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=15d8da82-b461-4601-96f4-3558be16618c HTTP/1.1" status: 200  len: 858 time: 0.0979192
Jun 25 14:42:02.433313 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:02.435347 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:02.435848 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.segments_db [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Added segment de30a297-97be-4c4b-8075-4fdee5b8995e of type vlan for network caaba7bb-316d-4d00-9ba2-d090d4751742
Jun 25 14:42:02.486782 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bc39fd78-9c98-4cb5-9a56-62349ebad84a req-d19ed54d-5cfe-40c7-88ab-532bcff6f067 service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5473824
Jun 25 14:42:02.530803 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b39c9043-dee8-4243-a698-d712a968b632 req-83fc7bb7-b061-4ccf-b76a-bfbd19bb1d33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe47f01d-0a00-4026-a5a3-3a965d638a88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0857606
Jun 25 14:42:02.533558 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:02.562971 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 36698) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:42:02.571788 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-1fc71104-0d6e-4cf7-b050-1bed8596344d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-14048976', 'description': 'tempest-secgroup-smoke-14048976 description', 'project_id': 'f5e71d6387574c4c80d267a33c619811'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:42:02.582692 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-1fc71104-0d6e-4cf7-b050-1bed8596344d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:02.614255 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-1fc71104-0d6e-4cf7-b050-1bed8596344d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Usage tracker for resource:security_group and tenant:f5e71d6387574c4c80d267a33c619811 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:02.621106 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-1fc71104-0d6e-4cf7-b050-1bed8596344d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:02.641931 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-1fc71104-0d6e-4cf7-b050-1bed8596344d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:02.657879 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:02.661696 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:02.662878 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:02.673273 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:02.675403 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cac0f9-0e7c-4941-a46a-41ef363a8d33 req-45ade140-2582-4626-96ca-b32e9f7d9273 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:02.678122 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-15cac0f9-0e7c-4941-a46a-41ef363a8d33 req-45ade140-2582-4626-96ca-b32e9f7d9273 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.5350127
Jun 25 14:42:02.707228 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1fc71104-0d6e-4cf7-b050-1bed8596344d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:02.720142 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b379370>, [{'id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'name': 'tempest-TestVolumeBootPattern-257534970-router', 'tenant_id': '8b85ab9a8ab048098dc208c172ae40f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a220b504-e579-4440-bd65-9f90dabf99a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:41:57Z', 'revision_number': 4, 'project_id': '8b85ab9a8ab048098dc208c172ae40f4', 'gw_port': {'id': 'a220b504-e579-4440-bd65-9f90dabf99a2', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:47Z', 'updated_at': '2021-06-25T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '0bae5efc-7861-4057-80d3-68ef9410edd0', 'name': '', 'network_id': '8969f3f3-ddee-4faf-9a1f-b976e0f337f3', 'tenant_id': '8b85ab9a8ab048098dc208c172ae40f4', 'mac_address': 'fa:16:3e:4c:c3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '52d5b9ab-00a3-41fa-812e-0e788c47051f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:55Z', 'updated_at': '2021-06-25T14:41:57Z', 'revision_number': 2, 'project_id': '8b85ab9a8ab048098dc208c172ae40f4', 'subnets': [{'id': '52d5b9ab-00a3-41fa-812e-0e788c47051f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:02.724698 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Checking router: a2a0b324-e8c3-4657-ba4d-8d7a15196ddd for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:42:02.725876 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Updating router a2a0b324-e8c3-4657-ba4d-8d7a15196ddd port 0bae5efc-7861-4057-80d3-68ef9410edd0 binding host dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:42:02.801779 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:02.857832 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-1fc71104-0d6e-4cf7-b050-1bed8596344d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:02.864227 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.5485153
Jun 25 14:42:02.873607 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-1fc71104-0d6e-4cf7-b050-1bed8596344d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Usage tracker for resource:security_group_rule and tenant:f5e71d6387574c4c80d267a33c619811 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:02.877569 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 36702) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:42:02.886345 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] Request body: {'subnet': {'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2032555589-subnet', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'ip_version': 4}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:42:02.892990 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-1fc71104-0d6e-4cf7-b050-1bed8596344d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:02.897886 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Pushing event updated for resources: {'Network': ['ID=caaba7bb-316d-4d00-9ba2-d090d4751742,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:02.911402 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-1fc71104-0d6e-4cf7-b050-1bed8596344d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:02.915045 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-df2e6952-89b2-4167-b715-daf3d69016d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:02.916544 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:02.924358 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] Usage tracker for resource:subnet and tenant:86e0a63701734a29b9ce1cfc8805ebe0 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:02.931975 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:02.941622 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:02.973296 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-15cac0f9-0e7c-4941-a46a-41ef363a8d33 req-49ab5c07-2de7-47a9-a29a-40ab49ab2ab6 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864176
Jun 25 14:42:02.978872 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] Made reservation on behalf of 86e0a63701734a29b9ce1cfc8805ebe0 for: {'subnet': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:42:02.981387 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:03.111035 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b39c9043-dee8-4243-a698-d712a968b632 req-4facd374-b0cb-47ec-80c6-02cbe0c4b69a service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5382237
Jun 25 14:42:03.294824 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network caaba7bb-316d-4d00-9ba2-d090d4751742 details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 14:42:03.309773 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1fc71104-0d6e-4cf7-b050-1bed8596344d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:03.318711 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1fc71104-0d6e-4cf7-b050-1bed8596344d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:03.320164 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device f9327185-bdd2-473e-95f3-ca080d7a1d5c up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:03.324787 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9bc100b5-2beb-4052-82a3-3fee18cf9eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:03.394372 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc71104-0d6e-4cf7-b050-1bed8596344d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=762571d0-be68-47fa-80ae-838ece11d153,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:03.400041 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1fc71104-0d6e-4cf7-b050-1bed8596344d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:03.402062 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-1fc71104-0d6e-4cf7-b050-1bed8596344d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.8375623
Jun 25 14:42:03.409443 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36712) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:42:03.411486 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1fc71104-0d6e-4cf7-b050-1bed8596344d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:03.419851 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Request body: {'security_group_rule': {'security_group_id': '762571d0-be68-47fa-80ae-838ece11d153', 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:42:03.426875 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:03.431481 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Usage tracker for resource:security_group_rule and tenant:f5e71d6387574c4c80d267a33c619811 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:03.435897 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:03.450992 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:03.491537 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:03.534241 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for subnet, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:03.544108 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-cb2202c0-7bf5-402d-87af-044aa3537d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:03.551467 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b39c9043-dee8-4243-a698-d712a968b632 req-099663f8-a753-4a39-80fc-27eb1b287294 service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4311440
Jun 25 14:42:03.604805 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:03.610894 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:03.613253 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:03.641822 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2fb5da-7a23-4198-a531-02a28adb7e75,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:03.675943 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:03.676601 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:03.677232 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:03.677953 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:03.678697 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:03.679281 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:03.679776 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:03.680351 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:03.680952 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:03.681447 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:03.682218 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:03.682807 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:03.690014 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:03.694220 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:03.696256 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-c445c77a-b408-460f-b3b0-aa57d9a22cb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2855084
Jun 25 14:42:03.700691 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36720) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:42:03.710493 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-1bd4cfd7-6e82-46e0-ba24-e01132d4620c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Request body: {'security_group_rule': {'security_group_id': '762571d0-be68-47fa-80ae-838ece11d153', 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:42:03.718026 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-1bd4cfd7-6e82-46e0-ba24-e01132d4620c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:03.722335 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-1bd4cfd7-6e82-46e0-ba24-e01132d4620c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Usage tracker for resource:security_group_rule and tenant:f5e71d6387574c4c80d267a33c619811 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:03.725797 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-1bd4cfd7-6e82-46e0-ba24-e01132d4620c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:03.733313 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-1bd4cfd7-6e82-46e0-ba24-e01132d4620c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:03.757391 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1bd4cfd7-6e82-46e0-ba24-e01132d4620c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:03.807845 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d7a17a-27dd-4982-944f-8975a8bc4ef7,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:03.817843 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:03.825824 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] Checking segment: {'id': 'de30a297-97be-4c4b-8075-4fdee5b8995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:42:03.826412 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port f9327185-bdd2-473e-95f3-ca080d7a1d5c triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:03.827369 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] Network hostable DHCP agents. Network: caaba7bb-316d-4d00-9ba2-d090d4751742, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 14:42:03.827557 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:03.835153 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1bd4cfd7-6e82-46e0-ba24-e01132d4620c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:03.840688 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1bd4cfd7-6e82-46e0-ba24-e01132d4620c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:03.843599 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9aaa03d8-cee3-4552-b809-08af239c184d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:03.860639 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] Network caaba7bb-316d-4d00-9ba2-d090d4751742 is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 14:42:03.865870 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4cfd7-6e82-46e0-ba24-e01132d4620c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2209b7-84b2-4c66-ba73-a51d60e51814,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:03.871004 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1bd4cfd7-6e82-46e0-ba24-e01132d4620c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:03.891683 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, caaba7bb-316d-4d00-9ba2-d090d4751742) {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:42:03.898721 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1bd4cfd7-6e82-46e0-ba24-e01132d4620c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:03.902506 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-1bd4cfd7-6e82-46e0-ba24-e01132d4620c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2002470
Jun 25 14:42:03.903035 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:03.903878 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:03.904722 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36726) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:42:03.917041 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-f2d5221c-199b-4054-8851-cf9909ff6e05 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Request body: {'security_group_rule': {'security_group_id': '762571d0-be68-47fa-80ae-838ece11d153', 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:42:03.927607 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-f2d5221c-199b-4054-8851-cf9909ff6e05 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:03.933630 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-f2d5221c-199b-4054-8851-cf9909ff6e05 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Usage tracker for resource:security_group_rule and tenant:f5e71d6387574c4c80d267a33c619811 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:03.937521 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-f2d5221c-199b-4054-8851-cf9909ff6e05 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:03.945075 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0659943
Jun 25 14:42:03.947326 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-f2d5221c-199b-4054-8851-cf9909ff6e05 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:03.948801 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 36730) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:42:03.957430 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ad99d0-0db7-4dbb-9607-0b6fd89cb78c None None] Network caaba7bb-316d-4d00-9ba2-d090d4751742 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:42:03.962231 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2032555589-router', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:42:03.982176 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:03.983579 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f2d5221c-199b-4054-8851-cf9909ff6e05 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:04.004453 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Usage tracker for resource:router and tenant:86e0a63701734a29b9ce1cfc8805ebe0 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:04.013307 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:04.027012 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:04.049296 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018'] for router, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:04.052134 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:04.086312 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f2d5221c-199b-4054-8851-cf9909ff6e05 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:04.091733 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:04.092203 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f2d5221c-199b-4054-8851-cf9909ff6e05 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:04.094423 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1bd4cfd7-6e82-46e0-ba24-e01132d4620c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:04.121024 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5221c-199b-4054-8851-cf9909ff6e05 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68995975-5fa4-4c1e-a41e-d9d5e745e256,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:04.124089 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f2d5221c-199b-4054-8851-cf9909ff6e05 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:04.135818 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f2d5221c-199b-4054-8851-cf9909ff6e05 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:04.138725 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-f2d5221c-199b-4054-8851-cf9909ff6e05 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2312634
Jun 25 14:42:04.142166 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 36736) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:42:04.257930 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-9d0d8ea1-c4f3-4b1a-8122-8bc025c629cc tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Request body: {'security_group_rule': {'security_group_id': '762571d0-be68-47fa-80ae-838ece11d153', 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:42:04.259024 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72477171-166e-4557-84a3-7658f698d7fe req-3d46e51b-4e64-465e-a48d-09c3ef252b3c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:04.260768 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-72477171-166e-4557-84a3-7658f698d7fe req-3d46e51b-4e64-465e-a48d-09c3ef252b3c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1073434
Jun 25 14:42:04.386874 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-9d0d8ea1-c4f3-4b1a-8122-8bc025c629cc tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:04.448451 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-72477171-166e-4557-84a3-7658f698d7fe req-17482a8d-c6b6-4d3c-bd77-ed09f46598ab tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787119
Jun 25 14:42:04.457725 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-9d0d8ea1-c4f3-4b1a-8122-8bc025c629cc tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Usage tracker for resource:security_group_rule and tenant:f5e71d6387574c4c80d267a33c619811 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:04.497361 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-9d0d8ea1-c4f3-4b1a-8122-8bc025c629cc tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:04.540777 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:04.607185 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-9d0d8ea1-c4f3-4b1a-8122-8bc025c629cc tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:04.651333 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:04.667862 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Transition to ACTIVE for port object 0bae5efc-7861-4057-80d3-68ef9410edd0 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:42:04.669385 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d0d8ea1-c4f3-4b1a-8122-8bc025c629cc tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:04.764283 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:04.769693 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-90b7209b-87e8-4673-a1da-7611ac1ef48a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:04.834423 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2453cf98-ccc3-5d86-bc5a-54844e48914f-caaba7bb-316d-4d00-9ba2-d090d4751742', 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'fixed_ips': [{'subnet_id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7'}]}} from dv-cinder-798091-1-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 25 14:42:04.835231 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:04.859264 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d0d8ea1-c4f3-4b1a-8122-8bc025c629cc tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:04.867279 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d0d8ea1-c4f3-4b1a-8122-8bc025c629cc tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:04.877290 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:04.895762 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d8ea1-c4f3-4b1a-8122-8bc025c629cc tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2884c174-4d19-440c-9a4d-f55ba1505fd6,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:04.898910 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9d0d8ea1-c4f3-4b1a-8122-8bc025c629cc tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:04.929927 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d0d8ea1-c4f3-4b1a-8122-8bc025c629cc tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:04.930554 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-9d0d8ea1-c4f3-4b1a-8122-8bc025c629cc tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7870877
Jun 25 14:42:04.934022 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36750) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:42:04.943118 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-778c907c-a227-47b2-944d-e4ba075a6de8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Request body: {'security_group_rule': {'security_group_id': '762571d0-be68-47fa-80ae-838ece11d153', 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:42:04.959594 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-778c907c-a227-47b2-944d-e4ba075a6de8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:04.968817 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-778c907c-a227-47b2-944d-e4ba075a6de8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Usage tracker for resource:security_group_rule and tenant:f5e71d6387574c4c80d267a33c619811 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:04.977510 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-778c907c-a227-47b2-944d-e4ba075a6de8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:04.986160 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-778c907c-a227-47b2-944d-e4ba075a6de8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:04.999612 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.securitygroups_db [None req-778c907c-a227-47b2-944d-e4ba075a6de8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Project f5e71d6387574c4c80d267a33c619811 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 25 14:42:05.009106 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-778c907c-a227-47b2-944d-e4ba075a6de8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:05.044236 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f206fa-9633-40f6-8e35-cc844b8c2b2f None None] Pushing event updated for resources: {'Port': ['ID=0bae5efc-7861-4057-80d3-68ef9410edd0,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:05.057777 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-e9f206fa-9633-40f6-8e35-cc844b8c2b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:05.115279 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-778c907c-a227-47b2-944d-e4ba075a6de8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:05.125211 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-778c907c-a227-47b2-944d-e4ba075a6de8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:05.129142 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f2d5221c-199b-4054-8851-cf9909ff6e05 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:05.164589 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c907c-a227-47b2-944d-e4ba075a6de8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c8c484-61ff-4f07-b69e-08650ee18cc0,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:05.167706 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-778c907c-a227-47b2-944d-e4ba075a6de8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:05.178045 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-778c907c-a227-47b2-944d-e4ba075a6de8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:05.182693 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 36756) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:42:05.182917 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-778c907c-a227-47b2-944d-e4ba075a6de8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2459159
Jun 25 14:42:05.191433 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-3caf5d46-3e81-4e36-996c-0739290cdbb2 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Request body: {'security_group_rule': {'security_group_id': '762571d0-be68-47fa-80ae-838ece11d153', 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:42:05.200993 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-3caf5d46-3e81-4e36-996c-0739290cdbb2 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:05.203740 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:05.238794 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-3caf5d46-3e81-4e36-996c-0739290cdbb2 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Usage tracker for resource:security_group_rule and tenant:f5e71d6387574c4c80d267a33c619811 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:05.244841 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-3caf5d46-3e81-4e36-996c-0739290cdbb2 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:05.248227 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:05.253944 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-3caf5d46-3e81-4e36-996c-0739290cdbb2 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:05.285151 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Attempting to bind port 0bae5efc-7861-4057-80d3-68ef9410edd0 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:42:05.285526 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Attempting to bind port 0bae5efc-7861-4057-80d3-68ef9410edd0 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': 'd1b52bd1-93ff-44b7-9011-ce33fc48dffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8969f3f3-ddee-4faf-9a1f-b976e0f337f3'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:42:05.285960 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Attempting to bind port 0bae5efc-7861-4057-80d3-68ef9410edd0 on network 8969f3f3-ddee-4faf-9a1f-b976e0f337f3 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:42:05.315737 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.securitygroups_db [None req-3caf5d46-3e81-4e36-996c-0739290cdbb2 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Project f5e71d6387574c4c80d267a33c619811 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 25 14:42:05.319296 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:42:05.319686 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Checking segment: {'id': 'd1b52bd1-93ff-44b7-9011-ce33fc48dffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8969f3f3-ddee-4faf-9a1f-b976e0f337f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:42:05.320641 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:05.320641 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Bound using segment: {'id': 'd1b52bd1-93ff-44b7-9011-ce33fc48dffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8969f3f3-ddee-4faf-9a1f-b976e0f337f3'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:42:05.321135 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Bound port: 0bae5efc-7861-4057-80d3-68ef9410edd0, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b52bd1-93ff-44b7-9011-ce33fc48dffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8969f3f3-ddee-4faf-9a1f-b976e0f337f3'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:42:05.321532 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:05.342847 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3caf5d46-3e81-4e36-996c-0739290cdbb2 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:05.447915 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Allocated IP 172.20.0.2 (caaba7bb-316d-4d00-9ba2-d090d4751742/99d7a17a-27dd-4982-944f-8975a8bc4ef7/7410ad16-fb41-450f-89ec-fef8711d3592) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:42:05.487764 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3caf5d46-3e81-4e36-996c-0739290cdbb2 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:05.500496 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3caf5d46-3e81-4e36-996c-0739290cdbb2 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:05.503493 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] For port 0bae5efc-7861-4057-80d3-68ef9410edd0, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:42:05.506236 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:05.534357 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] For port 0bae5efc-7861-4057-80d3-68ef9410edd0, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=0bae5efc-7861-4057-80d3-68ef9410edd0,segment=NetworkSegment(d1b52bd1-93ff-44b7-9011-ce33fc48dffb),segment_id=d1b52bd1-93ff-44b7-9011-ce33fc48dffb)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:42:05.537514 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf5d46-3e81-4e36-996c-0739290cdbb2 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65eac54-2bea-4863-be8c-b6166ec24b85,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:05.542235 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-3caf5d46-3e81-4e36-996c-0739290cdbb2 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:05.563331 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Allocated IP 172.27.3.154 (598d3f89-d135-48db-a81c-d0cdd206ad8b/603cb312-45ed-44f0-bfe6-5788d06b586a/41d1b558-4358-4028-9511-cbf4b6fdc87d) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:42:05.565709 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3caf5d46-3e81-4e36-996c-0739290cdbb2 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:05.567270 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-3caf5d46-3e81-4e36-996c-0739290cdbb2 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3839347
Jun 25 14:42:05.619264 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:05.638899 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:05.762825 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Routers {'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:42:05.763471 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b379370>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:05.874655 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efccb9d-2724-4d8d-8744-8475873ca766 req-334ddb0e-8e9a-48c6-b99e-64337597774e tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:05.878031 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1efccb9d-2724-4d8d-8744-8475873ca766 req-334ddb0e-8e9a-48c6-b99e-64337597774e tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.2138674
Jun 25 14:42:05.921648 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:05.960986 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f206fa-9633-40f6-8e35-cc844b8c2b2f None None] Pushing event updated for resources: {'Port': ['ID=0bae5efc-7861-4057-80d3-68ef9410edd0,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:05.965970 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-e9f206fa-9633-40f6-8e35-cc844b8c2b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:06.017552 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:06.029550 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-fea2fb7b-6df3-45ac-bb67-ee17bb71e676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:06.056804 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1efccb9d-2724-4d8d-8744-8475873ca766 req-911627d0-c200-434b-83ee-bdc2521e57fb tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645982
Jun 25 14:42:06.104172 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:42:06.122334 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:42:06.125678 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:42:06.415694 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:06.424323 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] Set router a2a0b324-e8c3-4657-ba4d-8d7a15196ddd gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:42:06.491220 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Transition to ACTIVE for port object 7410ad16-fb41-450f-89ec-fef8711d3592 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:42:06.589967 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Transition to ACTIVE for port object 7410ad16-fb41-450f-89ec-fef8711d3592 will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:42:06.627193 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Pushing event updated for resources: {'Port': ['ID=41d1b558-4358-4028-9511-cbf4b6fdc87d,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:06.648496 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:06.676833 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:06.684940 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-07e808b3-f871-49ed-b2d9-b817df8cdc65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:06.776630 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Network caaba7bb-316d-4d00-9ba2-d090d4751742 is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:42:06.791242 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Resources bound (agent type, host, resource id):  {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:42:06.800128 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:42:06.874103 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Pushing event updated for resources: {'Port': ['ID=7410ad16-fb41-450f-89ec-fef8711d3592,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:06.891682 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:07.048870 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:07.079897 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Attempting to bind port 7410ad16-fb41-450f-89ec-fef8711d3592 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:42:07.080618 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Attempting to bind port 7410ad16-fb41-450f-89ec-fef8711d3592 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': 'de30a297-97be-4c4b-8075-4fdee5b8995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:42:07.080747 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Attempting to bind port 7410ad16-fb41-450f-89ec-fef8711d3592 on network caaba7bb-316d-4d00-9ba2-d090d4751742 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:42:07.089650 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:42:07.090007 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Checking segment: {'id': 'de30a297-97be-4c4b-8075-4fdee5b8995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:42:07.090561 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:07.091024 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Bound using segment: {'id': 'de30a297-97be-4c4b-8075-4fdee5b8995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:42:07.091585 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Bound port: 7410ad16-fb41-450f-89ec-fef8711d3592, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de30a297-97be-4c4b-8075-4fdee5b8995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:42:07.092035 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:07.213485 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b379370>, [{'id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'name': 'tempest-TestVolumeBootPattern-257534970-router', 'tenant_id': '8b85ab9a8ab048098dc208c172ae40f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a220b504-e579-4440-bd65-9f90dabf99a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:41:57Z', 'revision_number': 4, 'project_id': '8b85ab9a8ab048098dc208c172ae40f4', 'gw_port': {'id': 'a220b504-e579-4440-bd65-9f90dabf99a2', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:47Z', 'updated_at': '2021-06-25T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '0bae5efc-7861-4057-80d3-68ef9410edd0', 'name': '', 'network_id': '8969f3f3-ddee-4faf-9a1f-b976e0f337f3', 'tenant_id': '8b85ab9a8ab048098dc208c172ae40f4', 'mac_address': 'fa:16:3e:4c:c3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '52d5b9ab-00a3-41fa-812e-0e788c47051f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:55Z', 'updated_at': '2021-06-25T14:42:05Z', 'revision_number': 4, 'project_id': '8b85ab9a8ab048098dc208c172ae40f4', 'subnets': [{'id': '52d5b9ab-00a3-41fa-812e-0e788c47051f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:07.224573 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e9afd7-f339-4243-8db9-95934312d25c None None] The sync data for ids ['a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'] in dv-cinder-798091-1-iscsi is: [{'id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'name': 'tempest-TestVolumeBootPattern-257534970-router', 'tenant_id': '8b85ab9a8ab048098dc208c172ae40f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a220b504-e579-4440-bd65-9f90dabf99a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:41:57Z', 'revision_number': 4, 'project_id': '8b85ab9a8ab048098dc208c172ae40f4', 'gw_port': {'id': 'a220b504-e579-4440-bd65-9f90dabf99a2', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:47Z', 'updated_at': '2021-06-25T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '0bae5efc-7861-4057-80d3-68ef9410edd0', 'name': '', 'network_id': '8969f3f3-ddee-4faf-9a1f-b976e0f337f3', 'tenant_id': '8b85ab9a8ab048098dc208c172ae40f4', 'mac_address': 'fa:16:3e:4c:c3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '52d5b9ab-00a3-41fa-812e-0e788c47051f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:55Z', 'updated_at': '2021-06-25T14:42:05Z', 'revision_number': 4, 'project_id': '8b85ab9a8ab048098dc208c172ae40f4', 'subnets': [{'id': '52d5b9ab-00a3-41fa-812e-0e788c47051f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:42:07.233320 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] For port 7410ad16-fb41-450f-89ec-fef8711d3592, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:42:07.238809 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] For port 7410ad16-fb41-450f-89ec-fef8711d3592, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=7410ad16-fb41-450f-89ec-fef8711d3592,segment=NetworkSegment(de30a297-97be-4c4b-8075-4fdee5b8995e),segment_id=de30a297-97be-4c4b-8075-4fdee5b8995e)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:42:07.248245 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:07.256774 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:07.444772 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Pushing event updated for resources: {'Port': ['ID=7410ad16-fb41-450f-89ec-fef8711d3592,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:07.454072 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:07.464362 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebc3a1-395a-4992-8c47-0c5565105095 req-7bf3f233-410c-4898-9188-659146a5050c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:07.470180 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-aaebc3a1-395a-4992-8c47-0c5565105095 req-7bf3f233-410c-4898-9188-659146a5050c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1531539
Jun 25 14:42:07.530649 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-aaebc3a1-395a-4992-8c47-0c5565105095 req-f7cb0e3d-b5bb-4774-b5d3-a4c205981d9e tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525918
Jun 25 14:42:07.828723 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549447'] for router, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:08.230954 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Router 9962358e-e7a9-48fd-87ab-b064ae320c81 is scheduled to L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce with binding_index 1 {{(pid=78436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 25 14:42:08.308225 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-77d9b2a5-6600-4bab-89a0-2c01ce93be64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:08.642346 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:42:08.654936 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Sync routers for ids ['9962358e-e7a9-48fd-87ab-b064ae320c81'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:42:08.673266 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Routers {'9962358e-e7a9-48fd-87ab-b064ae320c81'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:42:08.674567 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b3dae80>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:41:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['9962358e-e7a9-48fd-87ab-b064ae320c81'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:08.675103 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Notify callbacks [] for router, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:08.677629 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.7251348
Jun 25 14:42:08.680385 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 36848) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:42:08.801648 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2205a7a-ef2f-42c4-96e9-d7abec69cc91 req-56c58102-0d05-4d17-9fd7-da5805669bae tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:08.807110 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a2205a7a-ef2f-42c4-96e9-d7abec69cc91 req-56c58102-0d05-4d17-9fd7-da5805669bae tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1435456
Jun 25 14:42:08.864356 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:08.917816 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a2205a7a-ef2f-42c4-96e9-d7abec69cc91 req-b57eb0c1-0207-4e39-8bae-b6401e362e52 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006548
Jun 25 14:42:08.986396 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Set router 9962358e-e7a9-48fd-87ab-b064ae320c81 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:42:08.988581 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df3ca95-ea83-4f33-9ebf-f14f6ea17515 None None] Network caaba7bb-316d-4d00-9ba2-d090d4751742 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:42:09.147146 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-9e7550b4-2344-438e-ac2c-e280ac120572 None None] Provisioning for port 7410ad16-fb41-450f-89ec-fef8711d3592 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:42:09.191007 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 7410ad16-fb41-450f-89ec-fef8711d3592 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:09.496723 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 7410ad16-fb41-450f-89ec-fef8711d3592 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:42:09.506307 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 7410ad16-fb41-450f-89ec-fef8711d3592 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:09.506864 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:09.562529 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b3dae80>, [{'id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'name': 'tempest-TestMinimumBasicScenario-2032555589-router', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:04Z', 'updated_at': '2021-06-25T14:42:06Z', 'revision_number': 3, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'gw_port': {'id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:05Z', 'updated_at': '2021-06-25T14:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:09.580158 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Checking router: 9962358e-e7a9-48fd-87ab-b064ae320c81 for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:42:09.582005 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Updating router 9962358e-e7a9-48fd-87ab-b064ae320c81 port 41d1b558-4358-4028-9511-cbf4b6fdc87d binding host dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:42:09.697388 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:09.743745 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:09.798413 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 7410ad16-fb41-450f-89ec-fef8711d3592, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=7410ad16-fb41-450f-89ec-fef8711d3592,segment=NetworkSegment(de30a297-97be-4c4b-8075-4fdee5b8995e),segment_id=de30a297-97be-4c4b-8075-4fdee5b8995e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:42:09.803917 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:09.805010 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 0bae5efc-7861-4057-80d3-68ef9410edd0 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:09.864175 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:09.947238 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:10.001188 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=7410ad16-fb41-450f-89ec-fef8711d3592,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:10.013246 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:10.032119 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 0bae5efc-7861-4057-80d3-68ef9410edd0 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:42:10.038396 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-67457e59-1f91-41ee-8edf-9580effb9ced None None] Provisioning complete for port 7410ad16-fb41-450f-89ec-fef8711d3592 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:10.039018 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-67457e59-1f91-41ee-8edf-9580effb9ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:10.067293 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 0bae5efc-7861-4057-80d3-68ef9410edd0 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:10.067727 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:10.268090 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Allocated IP 172.20.0.1 (caaba7bb-316d-4d00-9ba2-d090d4751742/99d7a17a-27dd-4982-944f-8975a8bc4ef7/87d545b7-f330-4974-aecc-f468f996e2e7) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:42:10.477032 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:10.507312 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Transition to ACTIVE for port object 87d545b7-f330-4974-aecc-f468f996e2e7 will not be triggered until provisioned by entity DHCP. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:42:10.526524 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:10.542385 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:10.549290 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-32a64553-c9e4-4482-94ce-e9700989193d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:10.651519 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 0bae5efc-7861-4057-80d3-68ef9410edd0, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=0bae5efc-7861-4057-80d3-68ef9410edd0,segment=NetworkSegment(d1b52bd1-93ff-44b7-9011-ce33fc48dffb),segment_id=d1b52bd1-93ff-44b7-9011-ce33fc48dffb)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:42:10.658034 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:10.658286 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:10.661630 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-bcabb0f0-38d4-4861-82b6-dba32589c4cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:10.682200 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Network caaba7bb-316d-4d00-9ba2-d090d4751742 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:42:10.683834 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:42:10.688640 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:42:10.689490 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549505'] for router_interface, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:10.728613 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Transition to ACTIVE for port object 41d1b558-4358-4028-9511-cbf4b6fdc87d will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:42:10.749412 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:10.785853 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-b84f5b48-cfeb-4947-ae00-30103f4ddb50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:10.795110 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Pushing event updated for resources: {'Port': ['ID=87d545b7-f330-4974-aecc-f468f996e2e7,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:10.806183 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:10.825545 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=0bae5efc-7861-4057-80d3-68ef9410edd0,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:10.842477 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:10.880136 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fd2b9-fde2-4d8a-856d-55e28652c456 req-c6bfe34d-b7cd-4f78-9c8c-13c5af5c66a6 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:10.890246 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-021fd2b9-fde2-4d8a-856d-55e28652c456 req-c6bfe34d-b7cd-4f78-9c8c-13c5af5c66a6 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.2562497
Jun 25 14:42:10.895470 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ae586511-b08b-47ed-b238-5a1008e07b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:10.976313 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad4b12-ae91-45ae-8290-d7c2ba81eb37 None None] Pushing event updated for resources: {'Port': ['ID=41d1b558-4358-4028-9511-cbf4b6fdc87d,revision_number=2']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:10.982086 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-10ad4b12-ae91-45ae-8290-d7c2ba81eb37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:10.983107 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:11.014609 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-021fd2b9-fde2-4d8a-856d-55e28652c456 req-f1383933-6240-48e5-8be3-26e7d8df9b38 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105373
Jun 25 14:42:11.033497 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Attempting to bind port 41d1b558-4358-4028-9511-cbf4b6fdc87d on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:42:11.035518 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Attempting to bind port 41d1b558-4358-4028-9511-cbf4b6fdc87d by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:42:11.035986 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Attempting to bind port 41d1b558-4358-4028-9511-cbf4b6fdc87d on network 598d3f89-d135-48db-a81c-d0cdd206ad8b {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:42:11.050938 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:42:11.051576 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Checking segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:42:11.052009 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:11.052407 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Bound using segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:42:11.052914 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Bound port: 41d1b558-4358-4028-9511-cbf4b6fdc87d, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:42:11.053294 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:11.132698 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 7410ad16-fb41-450f-89ec-fef8711d3592 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:11.203819 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-0918c940-ac0d-4e3e-af48-0ca6aa2329fc None None] Provisioning for port 87d545b7-f330-4974-aecc-f468f996e2e7 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:42:11.205680 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] For port 41d1b558-4358-4028-9511-cbf4b6fdc87d, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:42:11.209449 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] For port 41d1b558-4358-4028-9511-cbf4b6fdc87d, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=41d1b558-4358-4028-9511-cbf4b6fdc87d,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:42:11.213501 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-0918c940-ac0d-4e3e-af48-0ca6aa2329fc None None] Provisioning complete for port 87d545b7-f330-4974-aecc-f468f996e2e7 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:11.213880 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0918c940-ac0d-4e3e-af48-0ca6aa2329fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:11.220698 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:11.228729 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-841a3d5e-67a1-406f-84e6-6f5e7fd968f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:11.276511 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 7410ad16-fb41-450f-89ec-fef8711d3592 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:11.276939 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:11.300872 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Routers {'9962358e-e7a9-48fd-87ab-b064ae320c81'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:42:11.301503 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b3dae80>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:42:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['9962358e-e7a9-48fd-87ab-b064ae320c81'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:11.321403 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:11.326445 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:11.327203 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760616'] for router_interface, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:11.337480 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-0918c940-ac0d-4e3e-af48-0ca6aa2329fc None None] Port 87d545b7-f330-4974-aecc-f468f996e2e7 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:42:11.347862 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7a6c8e23-2f08-4e11-8153-5a3ac5325216 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:11.389273 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad4b12-ae91-45ae-8290-d7c2ba81eb37 None None] Pushing event updated for resources: {'Port': ['ID=41d1b558-4358-4028-9511-cbf4b6fdc87d,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:11.393293 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-10ad4b12-ae91-45ae-8290-d7c2ba81eb37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:11.421701 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 0bae5efc-7861-4057-80d3-68ef9410edd0 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:11.496895 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 0bae5efc-7861-4057-80d3-68ef9410edd0 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:11.497267 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:11.517276 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Pushing event updated for resources: {'Port': ['ID=87d545b7-f330-4974-aecc-f468f996e2e7,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:11.520943 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:11.534801 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] Set router 9962358e-e7a9-48fd-87ab-b064ae320c81 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:42:11.585800 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Network caaba7bb-316d-4d00-9ba2-d090d4751742 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:42:11.592458 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:42:11.796414 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:11.982588 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-e4f0aea7-f2e6-4505-bbcf-186dbbfad447 None None] Provisioning complete for port 87d545b7-f330-4974-aecc-f468f996e2e7 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:11.982844 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e4f0aea7-f2e6-4505-bbcf-186dbbfad447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:11.999948 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b3dae80>, [{'id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'name': 'tempest-TestMinimumBasicScenario-2032555589-router', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:04Z', 'updated_at': '2021-06-25T14:42:10Z', 'revision_number': 4, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'gw_port': {'id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:05Z', 'updated_at': '2021-06-25T14:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '87d545b7-f330-4974-aecc-f468f996e2e7', 'name': '', 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'mac_address': 'fa:16:3e:d7:fb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:10Z', 'updated_at': '2021-06-25T14:42:11Z', 'revision_number': 2, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'subnets': [{'id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:12.004331 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f5df0-eaaa-4b52-88e3-57adc82e30a6 None None] The sync data for ids ['9962358e-e7a9-48fd-87ab-b064ae320c81'] in dv-cinder-798091-1-iscsi is: [{'id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'name': 'tempest-TestMinimumBasicScenario-2032555589-router', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:04Z', 'updated_at': '2021-06-25T14:42:10Z', 'revision_number': 4, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'gw_port': {'id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:05Z', 'updated_at': '2021-06-25T14:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '87d545b7-f330-4974-aecc-f468f996e2e7', 'name': '', 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'mac_address': 'fa:16:3e:d7:fb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:10Z', 'updated_at': '2021-06-25T14:42:11Z', 'revision_number': 2, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'subnets': [{'id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:42:12.073895 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-e4f0aea7-f2e6-4505-bbcf-186dbbfad447 None None] Port 87d545b7-f330-4974-aecc-f468f996e2e7 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:42:12.112393 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Router 9962358e-e7a9-48fd-87ab-b064ae320c81 has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:42:12.285524 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96720fa0-9b44-47c0-a358-733dec5a5465 req-b1f5e691-4c3b-4885-a8c3-b2324afe1e92 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:12.287318 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-96720fa0-9b44-47c0-a358-733dec5a5465 req-b1f5e691-4c3b-4885-a8c3-b2324afe1e92 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1294405
Jun 25 14:42:12.346809 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-96720fa0-9b44-47c0-a358-733dec5a5465 req-bc7ae267-c500-4e5f-b995-e9f5f21616e6 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530071
Jun 25 14:42:12.372373 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:42:12.387593 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] 10.222.0.52 "PUT /v2.0/routers/9962358e-e7a9-48fd-87ab-b064ae320c81/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7026179
Jun 25 14:42:13.133875 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 41d1b558-4358-4028-9511-cbf4b6fdc87d up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:13.201445 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36906) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:42:13.213037 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1443202209-network', 'tenant_id': '489eb197bb4349d18f3b370f016cacab'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:42:13.223591 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:13.231517 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Usage tracker for resource:network and tenant:489eb197bb4349d18f3b370f016cacab is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:13.237165 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:13.245488 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:13.264123 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Made reservation on behalf of 489eb197bb4349d18f3b370f016cacab for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:42:13.267726 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:13.317742 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:13.360870 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:13.361662 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:13.370529 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 41d1b558-4358-4028-9511-cbf4b6fdc87d completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:42:13.383476 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 41d1b558-4358-4028-9511-cbf4b6fdc87d triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:13.384071 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:13.390186 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Usage tracker for resource:security_group_rule and tenant:489eb197bb4349d18f3b370f016cacab is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:13.395983 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:13.419244 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:13.596989 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:13.624840 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 41d1b558-4358-4028-9511-cbf4b6fdc87d, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=41d1b558-4358-4028-9511-cbf4b6fdc87d,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:42:13.632452 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:13.635927 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-39b7b116-e7a0-45df-8bfc-cdd848276ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:13.672692 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:13.682636 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:13.691611 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d339df1d-27c9-492f-a54b-04155230245c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:13.717577 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af068d62-501b-4599-94b7-95a68e35e1ec req-463c8e3f-2f94-426f-9458-938e26674ac2 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:13.717850 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=41d1b558-4358-4028-9511-cbf4b6fdc87d,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:13.719147 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-af068d62-501b-4599-94b7-95a68e35e1ec req-463c8e3f-2f94-426f-9458-938e26674ac2 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1919150
Jun 25 14:42:13.723283 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:13.739072 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'}  {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 14:42:13.768872 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759a6a69-8d54-4de7-9f7e-e672b9b38c04,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:13.772030 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:13.772374 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Added segment cfff5517-23f6-440b-b140-eac8dc5f032a of type vlan for network 9454645f-9632-40ac-87d9-18c4f607f23d
Jun 25 14:42:13.775776 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:13.815248 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-af068d62-501b-4599-94b7-95a68e35e1ec req-2ca0badf-2cf4-477f-b201-d8ba5d4a19f0 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810518
Jun 25 14:42:13.822042 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:13.856309 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:13.857901 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:13.858492 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:13.862208 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:14.047069 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8428006
Jun 25 14:42:14.049638 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 36912) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:42:14.050471 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Pushing event updated for resources: {'Network': ['ID=9454645f-9632-40ac-87d9-18c4f607f23d,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:14.053403 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:14.055400 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] Request body: {'subnet': {'network_id': '9454645f-9632-40ac-87d9-18c4f607f23d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1443202209-subnet', 'tenant_id': '489eb197bb4349d18f3b370f016cacab', 'ip_version': 4}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:42:14.061261 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:14.063312 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network 9454645f-9632-40ac-87d9-18c4f607f23d details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 14:42:14.079681 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] Usage tracker for resource:subnet and tenant:489eb197bb4349d18f3b370f016cacab is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:14.083418 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:14.092636 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:14.116727 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] Made reservation on behalf of 489eb197bb4349d18f3b370f016cacab for: {'subnet': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:42:14.120233 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:14.460014 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for subnet, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:14.465057 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-cf794b95-bdfb-4d80-b529-a7d4afb569bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:14.550462 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b07c2b-1a09-4321-9f60-f4529c029321,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:14.554346 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:14.566639 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] Checking segment: {'id': 'cfff5517-23f6-440b-b140-eac8dc5f032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9454645f-9632-40ac-87d9-18c4f607f23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:42:14.568033 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] Network hostable DHCP agents. Network: 9454645f-9632-40ac-87d9-18c4f607f23d, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 14:42:14.591843 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] Network 9454645f-9632-40ac-87d9-18c4f607f23d is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 14:42:14.603105 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, 9454645f-9632-40ac-87d9-18c4f607f23d) {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:42:14.608367 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:14.609032 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:14.613732 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f13145a-1313-447f-bba4-2736790269df None None] Network 9454645f-9632-40ac-87d9-18c4f607f23d requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:42:14.639134 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5883358
Jun 25 14:42:14.642225 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36922) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:42:14.647990 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1443202209-router', 'tenant_id': '489eb197bb4349d18f3b370f016cacab', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:42:14.657043 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:14.662892 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Usage tracker for resource:router and tenant:489eb197bb4349d18f3b370f016cacab is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:14.667783 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:14.676574 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:14.691412 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018'] for router, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:14.693605 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-737980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:14.712849 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:14.874562 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2453cf98-ccc3-5d86-bc5a-54844e48914f-9454645f-9632-40ac-87d9-18c4f607f23d', 'network_id': '9454645f-9632-40ac-87d9-18c4f607f23d', 'tenant_id': '489eb197bb4349d18f3b370f016cacab', 'fixed_ips': [{'subnet_id': '14b07c2b-1a09-4321-9f60-f4529c029321'}]}} from dv-cinder-798091-1-iscsi. {{(pid=78437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 25 14:42:14.877117 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:15.086819 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 41d1b558-4358-4028-9511-cbf4b6fdc87d up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:15.113021 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:15.185770 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.db_base_plugin_common [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Allocated IP 172.20.0.2 (9454645f-9632-40ac-87d9-18c4f607f23d/14b07c2b-1a09-4321-9f60-f4529c029321/c9cd809f-5b45-4d93-b9c3-afcf54cb4b05) {{(pid=78437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:42:15.219320 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 41d1b558-4358-4028-9511-cbf4b6fdc87d triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:15.219870 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:15.258928 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd7d11-9c73-4135-997e-e332d3ce8649 req-a2e3f255-5493-4af1-a568-4af160019ddd tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:15.260725 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c8cd7d11-9c73-4135-997e-e332d3ce8649 req-a2e3f255-5493-4af1-a568-4af160019ddd tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.2209878
Jun 25 14:42:15.321912 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c8cd7d11-9c73-4135-997e-e332d3ce8649 req-865aec0d-c0f1-46b9-ae68-1dc9a9920688 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479481
Jun 25 14:42:15.448840 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Sync routers for ids ['9962358e-e7a9-48fd-87ab-b064ae320c81'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:42:15.508417 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Routers {'9962358e-e7a9-48fd-87ab-b064ae320c81'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:42:15.508417 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28a2c6b20>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:42:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['9962358e-e7a9-48fd-87ab-b064ae320c81'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:15.640674 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:15.673739 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:15.727239 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:42:15.844171 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Notify callbacks [] for port, precommit_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:15.844989 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Allocated IP 172.27.3.37 (598d3f89-d135-48db-a81c-d0cdd206ad8b/603cb312-45ed-44f0-bfe6-5788d06b586a/cc3c9148-9778-483a-bbd9-7f3c816f42d3) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:42:15.861791 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Transition to ACTIVE for port object c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:42:15.887513 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Transition to ACTIVE for port object c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 will not be triggered until provisioned by entity DHCP. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:42:15.898859 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:15.909507 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-7f331d60-9ef5-4d3e-a728-0a76ccd54ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:15.962192 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Set router 9962358e-e7a9-48fd-87ab-b064ae320c81 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:42:16.096094 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Network 9454645f-9632-40ac-87d9-18c4f607f23d is already hosted by enough agents. {{(pid=78437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:42:16.113960 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:16.165378 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.scheduler.base_scheduler [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Resources bound (agent type, host, resource id):  {{(pid=78437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:42:16.175081 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:16.178960 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Pushing event updated for resources: {'Port': ['ID=c9cd809f-5b45-4d93-b9c3-afcf54cb4b05,revision_number=1']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:16.179199 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9ee3dddf-11d2-4130-aae1-8b022f9ad06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:16.182487 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Received port after_create {{(pid=78437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:42:16.186563 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:16.244277 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:42:16.247348 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:42:16.258716 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:42:16.320722 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Pushing event updated for resources: {'Port': ['ID=cc3c9148-9778-483a-bbd9-7f3c816f42d3,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:16.389350 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:16.395599 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Attempting to bind port c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:42:16.395866 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Attempting to bind port c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': 'cfff5517-23f6-440b-b140-eac8dc5f032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9454645f-9632-40ac-87d9-18c4f607f23d'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:42:16.396219 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Attempting to bind port c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 on network 9454645f-9632-40ac-87d9-18c4f607f23d {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:42:16.421296 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:42:16.421516 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Checking segment: {'id': 'cfff5517-23f6-440b-b140-eac8dc5f032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9454645f-9632-40ac-87d9-18c4f607f23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:42:16.421904 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:16.422298 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Bound using segment: {'id': 'cfff5517-23f6-440b-b140-eac8dc5f032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9454645f-9632-40ac-87d9-18c4f607f23d'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:42:16.422815 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Bound port: c9cd809f-5b45-4d93-b9c3-afcf54cb4b05, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfff5517-23f6-440b-b140-eac8dc5f032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9454645f-9632-40ac-87d9-18c4f607f23d'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:42:16.423204 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:16.646164 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] For port c9cd809f-5b45-4d93-b9c3-afcf54cb4b05, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:42:16.651653 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] For port c9cd809f-5b45-4d93-b9c3-afcf54cb4b05, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=c9cd809f-5b45-4d93-b9c3-afcf54cb4b05,segment=NetworkSegment(cfff5517-23f6-440b-b140-eac8dc5f032a),segment_id=cfff5517-23f6-440b-b140-eac8dc5f032a)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:42:16.660229 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:16.665150 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:16.801129 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28a2c6b20>, [{'id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'name': 'tempest-TestMinimumBasicScenario-2032555589-router', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:04Z', 'updated_at': '2021-06-25T14:42:10Z', 'revision_number': 4, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'gw_port': {'id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:05Z', 'updated_at': '2021-06-25T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '87d545b7-f330-4974-aecc-f468f996e2e7', 'name': '', 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'mac_address': 'fa:16:3e:d7:fb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:10Z', 'updated_at': '2021-06-25T14:42:11Z', 'revision_number': 2, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'subnets': [{'id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:16.831111 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Checking router: 9962358e-e7a9-48fd-87ab-b064ae320c81 for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:42:16.831111 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Updating router 9962358e-e7a9-48fd-87ab-b064ae320c81 port 87d545b7-f330-4974-aecc-f468f996e2e7 binding host dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:42:16.882634 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Pushing event updated for resources: {'Port': ['ID=c9cd809f-5b45-4d93-b9c3-afcf54cb4b05,revision_number=2']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:16.895381 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:16.970644 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:17.287674 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83935dfb-2f9d-4b43-a9df-507c118bb717 req-fe776d0b-806a-4ad2-ae83-930153b493fa tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:17.289429 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-83935dfb-2f9d-4b43-a9df-507c118bb717 req-fe776d0b-806a-4ad2-ae83-930153b493fa tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.3271582
Jun 25 14:42:17.469268 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-83935dfb-2f9d-4b43-a9df-507c118bb717 req-9bc49bbc-8902-4048-971a-fadfd1fcaaf8 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152527
Jun 25 14:42:17.470317 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:17.587319 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:17.612006 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Transition to ACTIVE for port object 87d545b7-f330-4974-aecc-f468f996e2e7 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:42:17.623826 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:17.636951 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:18.093910 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085f64c-ff8f-4925-9848-d3a37e7806a9 None None] Pushing event updated for resources: {'Port': ['ID=87d545b7-f330-4974-aecc-f468f996e2e7,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:18.111407 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-2085f64c-ff8f-4925-9848-d3a37e7806a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:18.130032 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Attempting to bind port 87d545b7-f330-4974-aecc-f468f996e2e7 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:42:18.131560 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Attempting to bind port 87d545b7-f330-4974-aecc-f468f996e2e7 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': 'de30a297-97be-4c4b-8075-4fdee5b8995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:42:18.135167 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Attempting to bind port 87d545b7-f330-4974-aecc-f468f996e2e7 on network caaba7bb-316d-4d00-9ba2-d090d4751742 {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:42:18.169756 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:42:18.169756 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Checking segment: {'id': 'de30a297-97be-4c4b-8075-4fdee5b8995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:42:18.169756 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:18.169756 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Bound using segment: {'id': 'de30a297-97be-4c4b-8075-4fdee5b8995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:42:18.169756 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Bound port: 87d545b7-f330-4974-aecc-f468f996e2e7, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de30a297-97be-4c4b-8075-4fdee5b8995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:42:18.169756 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:18.257825 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549447'] for router, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:18.424247 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] For port 87d545b7-f330-4974-aecc-f468f996e2e7, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:42:18.429569 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] For port 87d545b7-f330-4974-aecc-f468f996e2e7, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=87d545b7-f330-4974-aecc-f468f996e2e7,segment=NetworkSegment(de30a297-97be-4c4b-8075-4fdee5b8995e),segment_id=de30a297-97be-4c4b-8075-4fdee5b8995e)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:42:18.437791 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:18.448113 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:18.516034 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae5dca3-1a85-4f0c-a22c-47089cf508bb None None] Network 9454645f-9632-40ac-87d9-18c4f607f23d requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:42:18.747391 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-86678366-3a95-4034-ada7-a5c87a07144a None None] Provisioning for port c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:42:18.756620 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b7627-b594-4312-8b86-0b6b76cb943e req-5aa54d31-5af2-40a0-a418-d0c5c7d1a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:18.758215 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2a4b7627-b594-4312-8b86-0b6b76cb943e req-5aa54d31-5af2-40a0-a418-d0c5c7d1a8b8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 1099 time: 0.3670752
Jun 25 14:42:18.764683 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Routers {'9962358e-e7a9-48fd-87ab-b064ae320c81'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:42:18.765351 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28a2c6b20>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:42:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['9962358e-e7a9-48fd-87ab-b064ae320c81'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:18.862475 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Router ccfad5d5-ca0d-4b92-bafa-19be16510f4b is scheduled to L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce with binding_index 1 {{(pid=78435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 25 14:42:18.869289 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2a4b7627-b594-4312-8b86-0b6b76cb943e req-45247d02-a04f-431b-b46a-86b50bf5d703 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965047
Jun 25 14:42:18.904856 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085f64c-ff8f-4925-9848-d3a37e7806a9 None None] Pushing event updated for resources: {'Port': ['ID=87d545b7-f330-4974-aecc-f468f996e2e7,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:18.910019 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-2085f64c-ff8f-4925-9848-d3a37e7806a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:18.998553 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814c5c5-0d96-4878-81ed-8fc7264020c7 req-017849bb-9326-4bef-9fcd-81973e8e72f7 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:19.011794 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4814c5c5-0d96-4878-81ed-8fc7264020c7 req-017849bb-9326-4bef-9fcd-81973e8e72f7 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.3172359
Jun 25 14:42:19.102016 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] Set router 9962358e-e7a9-48fd-87ab-b064ae320c81 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:42:19.209067 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4814c5c5-0d96-4878-81ed-8fc7264020c7 req-b2551250-2ae8-42af-ae38-fe9453ab0aaa tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959832
Jun 25 14:42:19.252810 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:42:19.266877 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Sync routers for ids ['ccfad5d5-ca0d-4b92-bafa-19be16510f4b'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:42:19.285951 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Routers {'ccfad5d5-ca0d-4b92-bafa-19be16510f4b'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:42:19.286889 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b42b7f0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:42:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['ccfad5d5-ca0d-4b92-bafa-19be16510f4b'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:19.298293 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Notify callbacks [] for router, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:19.302989 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.6570275
Jun 25 14:42:19.303479 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 36998) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:42:19.337093 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 87d545b7-f330-4974-aecc-f468f996e2e7 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:19.555647 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 87d545b7-f330-4974-aecc-f468f996e2e7 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:42:19.571608 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Set router ccfad5d5-ca0d-4b92-bafa-19be16510f4b gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:42:19.621706 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 87d545b7-f330-4974-aecc-f468f996e2e7 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:19.622657 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:19.873429 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28a2c6b20>, [{'id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'name': 'tempest-TestMinimumBasicScenario-2032555589-router', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:04Z', 'updated_at': '2021-06-25T14:42:10Z', 'revision_number': 4, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'gw_port': {'id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:05Z', 'updated_at': '2021-06-25T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '87d545b7-f330-4974-aecc-f468f996e2e7', 'name': '', 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'mac_address': 'fa:16:3e:d7:fb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:10Z', 'updated_at': '2021-06-25T14:42:18Z', 'revision_number': 4, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'subnets': [{'id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:19.889995 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9d920f-c0f0-47a5-9cdf-6ccd46f8f9f7 None None] The sync data for ids ['9962358e-e7a9-48fd-87ab-b064ae320c81'] in dv-cinder-798091-1-iscsi is: [{'id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'name': 'tempest-TestMinimumBasicScenario-2032555589-router', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:04Z', 'updated_at': '2021-06-25T14:42:10Z', 'revision_number': 4, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'gw_port': {'id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:05Z', 'updated_at': '2021-06-25T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '87d545b7-f330-4974-aecc-f468f996e2e7', 'name': '', 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'mac_address': 'fa:16:3e:d7:fb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:10Z', 'updated_at': '2021-06-25T14:42:18Z', 'revision_number': 4, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'subnets': [{'id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:42:19.947648 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:20.079178 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 87d545b7-f330-4974-aecc-f468f996e2e7, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=87d545b7-f330-4974-aecc-f468f996e2e7,segment=NetworkSegment(de30a297-97be-4c4b-8075-4fdee5b8995e),segment_id=de30a297-97be-4c4b-8075-4fdee5b8995e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:42:20.087181 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:20.089233 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:20.118534 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b42b7f0>, [{'id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'name': 'tempest-TestMinimumBasicScenario-1443202209-router', 'tenant_id': '489eb197bb4349d18f3b370f016cacab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'cc3c9148-9778-483a-bbd9-7f3c816f42d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:14Z', 'updated_at': '2021-06-25T14:42:17Z', 'revision_number': 3, 'project_id': '489eb197bb4349d18f3b370f016cacab', 'gw_port': {'id': 'cc3c9148-9778-483a-bbd9-7f3c816f42d3', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:12:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:15Z', 'updated_at': '2021-06-25T14:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:20.132741 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Checking router: ccfad5d5-ca0d-4b92-bafa-19be16510f4b for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:42:20.133464 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Updating router ccfad5d5-ca0d-4b92-bafa-19be16510f4b port cc3c9148-9778-483a-bbd9-7f3c816f42d3 binding host dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:42:20.149402 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-e9f206fa-9633-40f6-8e35-cc844b8c2b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:20.204926 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:20.502422 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=87d545b7-f330-4974-aecc-f468f996e2e7,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:20.510646 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:20.523092 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:42:20.544510 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:20.545332 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:20.887861 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b9f0e-b5b2-4406-ba52-491ddaf30c1c req-e6575f7f-2a30-4c1c-866b-389ad278c1b4 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:20.890143 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-490b9f0e-b5b2-4406-ba52-491ddaf30c1c req-e6575f7f-2a30-4c1c-866b-389ad278c1b4 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.4058778
Jun 25 14:42:20.957743 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:21.058086 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port c9cd809f-5b45-4d93-b9c3-afcf54cb4b05, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=c9cd809f-5b45-4d93-b9c3-afcf54cb4b05,segment=NetworkSegment(cfff5517-23f6-440b-b140-eac8dc5f032a),segment_id=cfff5517-23f6-440b-b140-eac8dc5f032a)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:42:21.075036 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:21.088010 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-490b9f0e-b5b2-4406-ba52-491ddaf30c1c req-4911010d-ce47-49e4-abc5-631640514296 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1632524
Jun 25 14:42:21.096992 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4423729c-a2af-4ebd-a9b4-b05c0bef0568 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:21.116535 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Notify callbacks [] for port, precommit_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:21.144334 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.provisioning_blocks [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Transition to ACTIVE for port object cc3c9148-9778-483a-bbd9-7f3c816f42d3 will not be triggered until provisioned by entity L2. {{(pid=78438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:42:21.146711 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:21.155704 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:21.170246 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:21.276818 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Attempting to bind port cc3c9148-9778-483a-bbd9-7f3c816f42d3 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:42:21.278050 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Attempting to bind port cc3c9148-9778-483a-bbd9-7f3c816f42d3 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:42:21.278678 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Attempting to bind port cc3c9148-9778-483a-bbd9-7f3c816f42d3 on network 598d3f89-d135-48db-a81c-d0cdd206ad8b {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:42:21.314935 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:42:21.315645 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Checking segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:42:21.316628 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:21.318058 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Bound using segment: {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'} {{(pid=78438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:42:21.318685 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.managers [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Bound port: cc3c9148-9778-483a-bbd9-7f3c816f42d3, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393e67c7-29ff-45ea-a01e-be3ab778897e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}}] {{(pid=78438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:42:21.319549 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:21.323249 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 87d545b7-f330-4974-aecc-f468f996e2e7 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:21.410607 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] For port cc3c9148-9778-483a-bbd9-7f3c816f42d3, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:42:21.415799 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.plugins.ml2.db [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] For port cc3c9148-9778-483a-bbd9-7f3c816f42d3, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=cc3c9148-9778-483a-bbd9-7f3c816f42d3,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:42:21.422315 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron_lib.callbacks.manager [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:21.433586 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377d635-10bf-4c90-b7bd-1d76314b87d9 None None] Pushing event updated for resources: {'Port': ['ID=cc3c9148-9778-483a-bbd9-7f3c816f42d3,revision_number=2']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:21.450759 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-4377d635-10bf-4c90-b7bd-1d76314b87d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:21.451790 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:21.464241 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=c9cd809f-5b45-4d93-b9c3-afcf54cb4b05,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:21.474259 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:21.552552 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 87d545b7-f330-4974-aecc-f468f996e2e7 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:21.560044 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:21.612568 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Routers {'ccfad5d5-ca0d-4b92-bafa-19be16510f4b'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:42:21.613744 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b42b7f0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:42:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['ccfad5d5-ca0d-4b92-bafa-19be16510f4b'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:21.803879 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Allocated IP 172.20.0.1 (9454645f-9632-40ac-87d9-18c4f607f23d/14b07c2b-1a09-4321-9f60-f4529c029321/2c9d0502-8c99-4355-a267-291c83733748) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:42:22.065089 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] Set router ccfad5d5-ca0d-4b92-bafa-19be16510f4b gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:42:22.403107 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:22.435710 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Transition to ACTIVE for port object 2c9d0502-8c99-4355-a267-291c83733748 will not be triggered until provisioned by entity DHCP. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:42:22.499422 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377d635-10bf-4c90-b7bd-1d76314b87d9 None None] Pushing event updated for resources: {'Port': ['ID=cc3c9148-9778-483a-bbd9-7f3c816f42d3,revision_number=3']} {{(pid=78438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:22.509683 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG oslo_concurrency.lockutils [None req-4377d635-10bf-4c90-b7bd-1d76314b87d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.058s {{(pid=78438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:22.698182 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b42b7f0>, [{'id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'name': 'tempest-TestMinimumBasicScenario-1443202209-router', 'tenant_id': '489eb197bb4349d18f3b370f016cacab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'cc3c9148-9778-483a-bbd9-7f3c816f42d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:14Z', 'updated_at': '2021-06-25T14:42:17Z', 'revision_number': 3, 'project_id': '489eb197bb4349d18f3b370f016cacab', 'gw_port': {'id': 'cc3c9148-9778-483a-bbd9-7f3c816f42d3', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:12:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:15Z', 'updated_at': '2021-06-25T14:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:22.698865 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:22.706950 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:22.707175 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a44d38-055a-4222-b2d9-60cf48a1bfa3 None None] The sync data for ids ['ccfad5d5-ca0d-4b92-bafa-19be16510f4b'] in dv-cinder-798091-1-iscsi is: [{'id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'name': 'tempest-TestMinimumBasicScenario-1443202209-router', 'tenant_id': '489eb197bb4349d18f3b370f016cacab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'cc3c9148-9778-483a-bbd9-7f3c816f42d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:14Z', 'updated_at': '2021-06-25T14:42:17Z', 'revision_number': 3, 'project_id': '489eb197bb4349d18f3b370f016cacab', 'gw_port': {'id': 'cc3c9148-9778-483a-bbd9-7f3c816f42d3', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:12:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:15Z', 'updated_at': '2021-06-25T14:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:42:22.760510 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb7f98-c2a6-44e2-b2a8-356a4344b91b req-d9feff97-3be4-4e32-9019-e2f21f89b95c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:22.762153 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-41fb7f98-c2a6-44e2-b2a8-356a4344b91b req-d9feff97-3be4-4e32-9019-e2f21f89b95c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.3202169
Jun 25 14:42:22.815626 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5540a00-21ab-474e-a755-dfaf8f5e91f9 req-3a9235e5-4ef5-4726-ac98-8649e5d9c275 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:22.817504 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a5540a00-21ab-474e-a755-dfaf8f5e91f9 req-3a9235e5-4ef5-4726-ac98-8649e5d9c275 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.2579932
Jun 25 14:42:22.893913 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Network 9454645f-9632-40ac-87d9-18c4f607f23d is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:42:22.908236 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:42:22.936514 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:42:23.156164 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a5540a00-21ab-474e-a755-dfaf8f5e91f9 req-aab86a05-dba9-4efe-8651-58af3643b8f7 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3221359
Jun 25 14:42:23.185239 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Pushing event updated for resources: {'Port': ['ID=2c9d0502-8c99-4355-a267-291c83733748,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:23.194039 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:23.198048 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-41fb7f98-c2a6-44e2-b2a8-356a4344b91b req-36e8ad81-c353-40b7-a891-17f620ef72de tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4226558
Jun 25 14:42:23.218975 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549505'] for router_interface, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:23.466157 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-3718470d-4fe1-42bf-9b81-8c273546c189 None None] Provisioning for port 2c9d0502-8c99-4355-a267-291c83733748 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:42:23.498161 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-3718470d-4fe1-42bf-9b81-8c273546c189 None None] Provisioning complete for port 2c9d0502-8c99-4355-a267-291c83733748 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:23.498760 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-3718470d-4fe1-42bf-9b81-8c273546c189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:23.591057 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:23.598866 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device cc3c9148-9778-483a-bbd9-7f3c816f42d3 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:23.710451 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-3718470d-4fe1-42bf-9b81-8c273546c189 None None] Port 2c9d0502-8c99-4355-a267-291c83733748 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:42:23.721327 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port cc3c9148-9778-483a-bbd9-7f3c816f42d3 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:42:23.730462 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port cc3c9148-9778-483a-bbd9-7f3c816f42d3 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:23.731044 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:24.000637 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:24.053550 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:24.067470 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6486730'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:24.068412 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port cc3c9148-9778-483a-bbd9-7f3c816f42d3, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=cc3c9148-9778-483a-bbd9-7f3c816f42d3,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:42:24.075429 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:24.078410 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:24.111713 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-235c80c4-429b-4ac2-bb20-16ac73b07948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:24.147058 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-9346d6ee-b7c2-4423-8d2a-e42d60c81498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:24.289309 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=cc3c9148-9778-483a-bbd9-7f3c816f42d3,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:24.299544 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:24.349713 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:24.350377 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:24.378760 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Pushing event updated for resources: {'Port': ['ID=2c9d0502-8c99-4355-a267-291c83733748,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:24.468599 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:24.490648 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760616'] for router_interface, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:24.644290 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92832222-1306-4f24-b897-c5f0fc021ff6 req-6deb5bd2-d961-4386-be1b-75277c8fd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:24.645831 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92832222-1306-4f24-b897-c5f0fc021ff6 req-6deb5bd2-d961-4386-be1b-75277c8fd239 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0aa02100a2e14479942bf6a8fedf507b&device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 1099 time: 0.6844747
Jun 25 14:42:24.710435 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2c21b-efb6-49a6-87dd-4d551be058d9 req-2a26ad84-2a75-46a9-9e7e-b923865276fa tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:24.712020 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-31c2c21b-efb6-49a6-87dd-4d551be058d9 req-2a26ad84-2a75-46a9-9e7e-b923865276fa tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.5513201
Jun 25 14:42:24.843817 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d89c5-12f7-4ab1-98b1-4e2c4024f944 req-be242d53-6c27-4627-ba68-783a21f099b5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:24.845339 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4a4d89c5-12f7-4ab1-98b1-4e2c4024f944 req-be242d53-6c27-4627-ba68-783a21f099b5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.4397008
Jun 25 14:42:24.916774 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Network 9454645f-9632-40ac-87d9-18c4f607f23d is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:42:24.918552 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:42:24.956867 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-31c2c21b-efb6-49a6-87dd-4d551be058d9 req-dfc17240-4ecb-4c84-8768-7375856a05eb tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789236
Jun 25 14:42:25.076851 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4a4d89c5-12f7-4ab1-98b1-4e2c4024f944 req-21dcb21e-43f7-40f2-a7cc-35b591387bef tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2161052
Jun 25 14:42:25.078868 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92832222-1306-4f24-b897-c5f0fc021ff6 req-1a6129ef-9a61-4ab3-99fa-890442c4246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:25.080592 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92832222-1306-4f24-b897-c5f0fc021ff6 req-1a6129ef-9a61-4ab3-99fa-890442c4246f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fe47f01d-0a00-4026-a5a3-3a965d638a88 HTTP/1.1" status: 200  len: 919 time: 0.4140880
Jun 25 14:42:25.194114 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device cc3c9148-9778-483a-bbd9-7f3c816f42d3 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:25.270905 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92832222-1306-4f24-b897-c5f0fc021ff6 req-19d61857-1a20-4e0b-ac7c-41cb82a234c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c33ef1e-74e4-48ac-81c2-60f8f279b0fc HTTP/1.1" status: 200  len: 217 time: 0.1750951
Jun 25 14:42:25.288681 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-c36b2f80-44c4-4980-9788-2a2faedd303c None None] Provisioning complete for port 2c9d0502-8c99-4355-a267-291c83733748 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:25.289874 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c36b2f80-44c4-4980-9788-2a2faedd303c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:25.342393 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-cf11a299-4d28-4146-833f-c0659af19d16 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Synchronizing usage tracker for tenant:018120595eed44fe92439b2834f42c8e on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:42:25.392188 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Router ccfad5d5-ca0d-4b92-bafa-19be16510f4b has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:42:25.405843 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port cc3c9148-9778-483a-bbd9-7f3c816f42d3 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:25.406403 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:25.409384 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92832222-1306-4f24-b897-c5f0fc021ff6 req-a03df734-e55b-456a-8d01-389ffa04668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:25.411136 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92832222-1306-4f24-b897-c5f0fc021ff6 req-a03df734-e55b-456a-8d01-389ffa04668a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=15d8da82-b461-4601-96f4-3558be16618c HTTP/1.1" status: 200  len: 858 time: 0.1079638
Jun 25 14:42:25.415408 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-cf11a299-4d28-4146-833f-c0659af19d16 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Unset dirty status for tenant:018120595eed44fe92439b2834f42c8e on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:42:25.424759 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-cf11a299-4d28-4146-833f-c0659af19d16 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008363041&fields=id&tenant_id=018120595eed44fe92439b2834f42c8e HTTP/1.1" status: 200  len: 267 time: 0.2033570
Jun 25 14:42:25.464198 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-c36b2f80-44c4-4980-9788-2a2faedd303c None None] Port 2c9d0502-8c99-4355-a267-291c83733748 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:42:25.715393 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92832222-1306-4f24-b897-c5f0fc021ff6 req-e416ab90-ef95-4ff0-bef4-850dc56b5371 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe47f01d-0a00-4026-a5a3-3a965d638a88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1067376
Jun 25 14:42:25.968384 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-df20603e-70d5-44ad-a01a-d762c8c15b6a tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:25.969027 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-df20603e-70d5-44ad-a01a-d762c8c15b6a tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Synchronizing usage tracker for tenant:018120595eed44fe92439b2834f42c8e on resource:network {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:42:26.060639 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92832222-1306-4f24-b897-c5f0fc021ff6 req-fb188a87-bebc-4de7-a4d1-07c9243ea613 service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3187497
Jun 25 14:42:26.062891 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-df20603e-70d5-44ad-a01a-d762c8c15b6a tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Unset dirty status for tenant:018120595eed44fe92439b2834f42c8e on resource:network {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:42:26.063954 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-df20603e-70d5-44ad-a01a-d762c8c15b6a tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/networks?id=b956f638-dae2-4845-9486-f6605d1910a8 HTTP/1.1" status: 200  len: 808 time: 0.6382129
Jun 25 14:42:26.065146 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:42:26.080196 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Sync routers for ids ['ccfad5d5-ca0d-4b92-bafa-19be16510f4b'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:42:26.093360 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Routers {'ccfad5d5-ca0d-4b92-bafa-19be16510f4b'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:42:26.094085 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b13ceb0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:42:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['ccfad5d5-ca0d-4b92-bafa-19be16510f4b'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:26.118519 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] 10.222.0.52 "PUT /v2.0/routers/ccfad5d5-ca0d-4b92-bafa-19be16510f4b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8134797
Jun 25 14:42:26.167473 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-6ba9d665-128f-46e2-815d-d36c3941e0a9 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/quotas/018120595eed44fe92439b2834f42c8e HTTP/1.1" status: 200  len: 375 time: 0.0876448
Jun 25 14:42:26.396686 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Set router ccfad5d5-ca0d-4b92-bafa-19be16510f4b gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:42:26.422348 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92832222-1306-4f24-b897-c5f0fc021ff6 req-e258c65f-256f-482d-8d32-bab5e016a212 service neutron] 10.222.0.16 "GET /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3451793
Jun 25 14:42:26.438617 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff81935-0448-4621-99a6-a24dc93a611b req-8f16d7cb-8f59-4893-953a-133fdae9d7dd tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:26.440191 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bff81935-0448-4621-99a6-a24dc93a611b req-8f16d7cb-8f59-4893-953a-133fdae9d7dd tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.3203812
Jun 25 14:42:26.453672 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f31e4710-c48b-4674-9855-357bcabd87d9 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=018120595eed44fe92439b2834f42c8e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2311077
Jun 25 14:42:26.611509 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bff81935-0448-4621-99a6-a24dc93a611b req-68821ba3-ce9e-44a2-9465-a0bb9f48f418 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553030
Jun 25 14:42:26.711725 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-4a42d8af-1c86-4c62-bd64-68c4cb2167dd service neutron] 10.222.0.52 "GET /v2.0/networks/b956f638-dae2-4845-9486-f6605d1910a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2247493
Jun 25 14:42:26.959452 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b13ceb0>, [{'id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'name': 'tempest-TestMinimumBasicScenario-1443202209-router', 'tenant_id': '489eb197bb4349d18f3b370f016cacab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'cc3c9148-9778-483a-bbd9-7f3c816f42d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:14Z', 'updated_at': '2021-06-25T14:42:23Z', 'revision_number': 4, 'project_id': '489eb197bb4349d18f3b370f016cacab', 'gw_port': {'id': 'cc3c9148-9778-483a-bbd9-7f3c816f42d3', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:15Z', 'updated_at': '2021-06-25T14:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '2c9d0502-8c99-4355-a267-291c83733748', 'name': '', 'network_id': '9454645f-9632-40ac-87d9-18c4f607f23d', 'tenant_id': '489eb197bb4349d18f3b370f016cacab', 'mac_address': 'fa:16:3e:76:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '14b07c2b-1a09-4321-9f60-f4529c029321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:21Z', 'updated_at': '2021-06-25T14:42:23Z', 'revision_number': 2, 'project_id': '489eb197bb4349d18f3b370f016cacab', 'subnets': [{'id': '14b07c2b-1a09-4321-9f60-f4529c029321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:26.959452 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Checking router: ccfad5d5-ca0d-4b92-bafa-19be16510f4b for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:42:26.959452 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Updating router ccfad5d5-ca0d-4b92-bafa-19be16510f4b port 2c9d0502-8c99-4355-a267-291c83733748 binding host dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 25 14:42:26.959997 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-8da019bb-ff8f-4627-a346-7c41b73b4e9b service neutron] 10.222.0.52 "GET /v2.0/networks/b956f638-dae2-4845-9486-f6605d1910a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2328002
Jun 25 14:42:26.978276 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fd281-4ace-4e36-a737-8a3f3806552e req-a6458c9e-9e8d-40cc-a73f-6aa74de9e023 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:26.980024 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d89fd281-4ace-4e36-a737-8a3f3806552e req-a6458c9e-9e8d-40cc-a73f-6aa74de9e023 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.1759706
Jun 25 14:42:27.035496 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:27.052971 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d89fd281-4ace-4e36-a737-8a3f3806552e req-36512deb-437b-44d5-b1e4-9a9f9dc267c3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659468
Jun 25 14:42:27.511880 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Notify callbacks [] for port, precommit_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:27.524541 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Transition to ACTIVE for port object 2c9d0502-8c99-4355-a267-291c83733748 will not be triggered until provisioned by entity L2. {{(pid=78437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:42:27.532169 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:27.537527 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:27.807810 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d3f58-8824-446e-8b70-7df21365a0ac None None] Pushing event updated for resources: {'Port': ['ID=2c9d0502-8c99-4355-a267-291c83733748,revision_number=3']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:27.822563 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-2c6d3f58-8824-446e-8b70-7df21365a0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:27.837398 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Attempting to bind port 2c9d0502-8c99-4355-a267-291c83733748 on host dv-cinder-798091-1-iscsi for vnic_type normal with profile  {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:42:27.837938 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Attempting to bind port 2c9d0502-8c99-4355-a267-291c83733748 by drivers openvswitch,hyperv on host dv-cinder-798091-1-iscsi at level 0 using segments [{'id': 'cfff5517-23f6-440b-b140-eac8dc5f032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9454645f-9632-40ac-87d9-18c4f607f23d'}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:42:27.838509 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Attempting to bind port 2c9d0502-8c99-4355-a267-291c83733748 on network 9454645f-9632-40ac-87d9-18c4f607f23d {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:42:27.847313 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Checking agent: {'id': '4e6c18a4-d6ee-4169-8675-37a7393c0b54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 30, 39), 'started_at': datetime.datetime(2021, 6, 25, 14, 31, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:42:27.847859 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Checking segment: {'id': 'cfff5517-23f6-440b-b140-eac8dc5f032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9454645f-9632-40ac-87d9-18c4f607f23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:42:27.848458 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:27.849159 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Bound using segment: {'id': 'cfff5517-23f6-440b-b140-eac8dc5f032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9454645f-9632-40ac-87d9-18c4f607f23d'} {{(pid=78437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:42:27.849844 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.managers [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Bound port: 2c9d0502-8c99-4355-a267-291c83733748, host: dv-cinder-798091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfff5517-23f6-440b-b140-eac8dc5f032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9454645f-9632-40ac-87d9-18c4f607f23d'}}] {{(pid=78437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:42:27.850442 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:27.906194 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83466a30-41b2-4fad-903e-9d8654fbfc55 req-57e2b50f-dca4-4ecf-84ff-874d9937fbf8 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:27.908701 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-83466a30-41b2-4fad-903e-9d8654fbfc55 req-57e2b50f-dca4-4ecf-84ff-874d9937fbf8 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1216843
Jun 25 14:42:27.979847 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-83466a30-41b2-4fad-903e-9d8654fbfc55 req-6532cd51-72dd-4141-b246-cc08a49c27e0 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620165
Jun 25 14:42:27.984637 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] For port 2c9d0502-8c99-4355-a267-291c83733748, host dv-cinder-798091-1-iscsi, cleared binding levels {{(pid=78437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:42:27.993727 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] For port 2c9d0502-8c99-4355-a267-291c83733748, host dv-cinder-798091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=2c9d0502-8c99-4355-a267-291c83733748,segment=NetworkSegment(cfff5517-23f6-440b-b140-eac8dc5f032a),segment_id=cfff5517-23f6-440b-b140-eac8dc5f032a)] {{(pid=78437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:42:28.002789 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:28.006515 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:28.089727 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Routers {'ccfad5d5-ca0d-4b92-bafa-19be16510f4b'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:42:28.090386 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b13ceb0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:42:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['ccfad5d5-ca0d-4b92-bafa-19be16510f4b'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:28.173534 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d3f58-8824-446e-8b70-7df21365a0ac None None] Pushing event updated for resources: {'Port': ['ID=2c9d0502-8c99-4355-a267-291c83733748,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:28.179141 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-2c6d3f58-8824-446e-8b70-7df21365a0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:28.320440 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc63f42-440e-4f21-9c99-a114f952ce62 req-82135fff-fcb6-43e0-b32b-eacab9bb3ea1 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:28.322027 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fdc63f42-440e-4f21-9c99-a114f952ce62 req-82135fff-fcb6-43e0-b32b-eacab9bb3ea1 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.1228368
Jun 25 14:42:28.340712 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] Set router ccfad5d5-ca0d-4b92-bafa-19be16510f4b gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:42:28.376277 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fdc63f42-440e-4f21-9c99-a114f952ce62 req-fe306bb6-1f56-4f87-9616-67f5c9c89dc7 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461209
Jun 25 14:42:28.569360 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c0b3fc42-80a3-4a7a-8fb1-e3e00c7f9854 req-155561c8-19d3-4426-a56c-e3ad9227fd8a tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0754128
Jun 25 14:42:28.794482 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b13ceb0>, [{'id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'name': 'tempest-TestMinimumBasicScenario-1443202209-router', 'tenant_id': '489eb197bb4349d18f3b370f016cacab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'cc3c9148-9778-483a-bbd9-7f3c816f42d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:14Z', 'updated_at': '2021-06-25T14:42:23Z', 'revision_number': 4, 'project_id': '489eb197bb4349d18f3b370f016cacab', 'gw_port': {'id': 'cc3c9148-9778-483a-bbd9-7f3c816f42d3', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:15Z', 'updated_at': '2021-06-25T14:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '2c9d0502-8c99-4355-a267-291c83733748', 'name': '', 'network_id': '9454645f-9632-40ac-87d9-18c4f607f23d', 'tenant_id': '489eb197bb4349d18f3b370f016cacab', 'mac_address': 'fa:16:3e:76:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '14b07c2b-1a09-4321-9f60-f4529c029321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:21Z', 'updated_at': '2021-06-25T14:42:27Z', 'revision_number': 4, 'project_id': '489eb197bb4349d18f3b370f016cacab', 'subnets': [{'id': '14b07c2b-1a09-4321-9f60-f4529c029321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:42:28.804553 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0e7c3b-1dd3-44e1-a10e-6c5e1fb0aa35 None None] The sync data for ids ['ccfad5d5-ca0d-4b92-bafa-19be16510f4b'] in dv-cinder-798091-1-iscsi is: [{'id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'name': 'tempest-TestMinimumBasicScenario-1443202209-router', 'tenant_id': '489eb197bb4349d18f3b370f016cacab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'cc3c9148-9778-483a-bbd9-7f3c816f42d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:14Z', 'updated_at': '2021-06-25T14:42:23Z', 'revision_number': 4, 'project_id': '489eb197bb4349d18f3b370f016cacab', 'gw_port': {'id': 'cc3c9148-9778-483a-bbd9-7f3c816f42d3', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:15Z', 'updated_at': '2021-06-25T14:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '2c9d0502-8c99-4355-a267-291c83733748', 'name': '', 'network_id': '9454645f-9632-40ac-87d9-18c4f607f23d', 'tenant_id': '489eb197bb4349d18f3b370f016cacab', 'mac_address': 'fa:16:3e:76:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '14b07c2b-1a09-4321-9f60-f4529c029321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:21Z', 'updated_at': '2021-06-25T14:42:27Z', 'revision_number': 4, 'project_id': '489eb197bb4349d18f3b370f016cacab', 'subnets': [{'id': '14b07c2b-1a09-4321-9f60-f4529c029321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:42:29.326895 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 2c9d0502-8c99-4355-a267-291c83733748 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:29.402238 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856def7c-4249-4d3c-ab0f-16041bcb9c67 req-3dbf1130-0989-438f-860b-046a4f2c787f tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:29.404554 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-856def7c-4249-4d3c-ab0f-16041bcb9c67 req-3dbf1130-0989-438f-860b-046a4f2c787f tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.2520342
Jun 25 14:42:29.507105 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning for port 2c9d0502-8c99-4355-a267-291c83733748 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:42:29.520882 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 2c9d0502-8c99-4355-a267-291c83733748 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:29.539463 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:29.720289 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-856def7c-4249-4d3c-ab0f-16041bcb9c67 req-26a8c29b-1fd9-41dc-8062-42a13a25396c tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3055835
Jun 25 14:42:29.774180 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:29.782896 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ea719-2c3e-437f-868a-d69f4b28fb90 req-bbafcc1f-681f-4bf0-a2ab-88cb491804b8 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:29.785008 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b41ea719-2c3e-437f-868a-d69f4b28fb90 req-bbafcc1f-681f-4bf0-a2ab-88cb491804b8 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.1760666
Jun 25 14:42:29.827403 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] For port 2c9d0502-8c99-4355-a267-291c83733748, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=2c9d0502-8c99-4355-a267-291c83733748,segment=NetworkSegment(cfff5517-23f6-440b-b140-eac8dc5f032a),segment_id=cfff5517-23f6-440b-b140-eac8dc5f032a)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:42:29.834154 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:29.838104 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:29.905688 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b41ea719-2c3e-437f-868a-d69f4b28fb90 req-df8a4d35-a315-4cb8-81e2-b76243725b55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1048033
Jun 25 14:42:29.960195 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Pushing event updated for resources: {'Port': ['ID=2c9d0502-8c99-4355-a267-291c83733748,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:29.969915 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:29.971003 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:29.971003 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:29.971003 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:29.971707 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:29.971841 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:29.972134 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:29.972478 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:29.972801 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:29.973121 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:29.973487 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:29.974464 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:42:29.978855 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:30.084299 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7e6e8425-45a1-4bd3-b7b1-2e57a2bb8594 req-c727ed2e-60e5-42e2-af4e-fd2eca7ebea7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0783966
Jun 25 14:42:30.958288 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:31.243342 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 2c9d0502-8c99-4355-a267-291c83733748 up at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:31.270694 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95959660-a9d8-4d6e-b9c6-eaf0f26a2b8b req-9bbc140d-3faa-4a3f-8c37-e3c161145186 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:31.272335 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-95959660-a9d8-4d6e-b9c6-eaf0f26a2b8b req-9bbc140d-3faa-4a3f-8c37-e3c161145186 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.2149045
Jun 25 14:42:31.359972 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Provisioning complete for port 2c9d0502-8c99-4355-a267-291c83733748 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:31.360753 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:31.462922 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-394b4647-a757-4b07-970f-eae35da4eb35 req-2387bc16-0f8e-4190-b899-b46faee51a07 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.1130991
Jun 25 14:42:31.560504 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-95959660-a9d8-4d6e-b9c6-eaf0f26a2b8b req-528b60cf-c60f-4543-b120-300d769575dc tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2086160
Jun 25 14:42:31.610017 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-6ede4eaa-48c9-447b-b227-c4d153986a13 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:31.610975 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-6ede4eaa-48c9-447b-b227-c4d153986a13 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.16 "GET /v2.0/networks?id=b956f638-dae2-4845-9486-f6605d1910a8 HTTP/1.1" status: 200  len: 808 time: 0.4335907
Jun 25 14:42:31.706496 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-73009192-ce3c-49b7-b2f3-96e5d085213f tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=018120595eed44fe92439b2834f42c8e HTTP/1.1" status: 200  len: 380 time: 0.0658009
Jun 25 14:42:31.725430 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Request body: {'port': {'device_id': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8', 'admin_state_up': True, 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'security_groups': ['e3c252ed-be1e-41c9-99a0-f4a53c6eb69b']}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:42:31.975184 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:31.979196 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Usage tracker for resource:port and tenant:018120595eed44fe92439b2834f42c8e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:31.983012 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:31.989158 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:31.998960 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Made reservation on behalf of 018120595eed44fe92439b2834f42c8e for: {'port': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:42:32.002550 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:32.196306 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Allocated IP 172.20.0.6 (b956f638-dae2-4845-9486-f6605d1910a8/54025221-f21c-4ee1-82d2-8f66a9dc0562/87f89596-7fce-462a-8204-3e372163ce05) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:42:32.441976 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:32.460260 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Transition to ACTIVE for port object 87f89596-7fce-462a-8204-3e372163ce05 will not be triggered until provisioned by entity DHCP. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:42:32.502482 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:32.527862 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-dc25a18a-2cb8-425c-814c-cd6be71187bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:32.578984 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Network b956f638-dae2-4845-9486-f6605d1910a8 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:42:32.587913 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:42:32.591048 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:42:32.680842 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Pushing event updated for resources: {'Port': ['ID=87f89596-7fce-462a-8204-3e372163ce05,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:32.718847 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:32.719678 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for port, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:32.795348 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:32.803575 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0847147
Jun 25 14:42:32.853480 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Request body: {'port': {'device_id': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:42:32.984180 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-3270970f-e4f5-4693-836e-0f84ce154e32 None None] Provisioning for port 87f89596-7fce-462a-8204-3e372163ce05 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:42:32.990842 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-3270970f-e4f5-4693-836e-0f84ce154e32 None None] Provisioning complete for port 87f89596-7fce-462a-8204-3e372163ce05 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:32.991619 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-3270970f-e4f5-4693-836e-0f84ce154e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:33.032553 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fab75-73cd-4927-bd24-6bb2912b97e0 req-d9723466-fff0-4bac-b14e-3175f9ac37f1 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:33.033073 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-2c3fab75-73cd-4927-bd24-6bb2912b97e0 req-d9723466-fff0-4bac-b14e-3175f9ac37f1 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Synchronizing usage tracker for tenant:018120595eed44fe92439b2834f42c8e on resource:port {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:42:33.050102 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdd165-37c0-45ad-ac96-4ebd15c84616 req-6c865499-33ba-45ff-b391-a94b1316ea44 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:33.051750 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c9cdd165-37c0-45ad-ac96-4ebd15c84616 req-6c865499-33ba-45ff-b391-a94b1316ea44 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.2550638
Jun 25 14:42:33.066088 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:33.076030 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-3270970f-e4f5-4693-836e-0f84ce154e32 None None] Port 87f89596-7fce-462a-8204-3e372163ce05 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:42:33.082320 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-2c3fab75-73cd-4927-bd24-6bb2912b97e0 req-d9723466-fff0-4bac-b14e-3175f9ac37f1 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Unset dirty status for tenant:018120595eed44fe92439b2834f42c8e on resource:port {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:42:33.083776 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2c3fab75-73cd-4927-bd24-6bb2912b97e0 req-d9723466-fff0-4bac-b14e-3175f9ac37f1 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 931 time: 0.3969510
Jun 25 14:42:33.240229 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c9cdd165-37c0-45ad-ac96-4ebd15c84616 req-5e1db162-08ff-4ebb-bddd-aa8bf11cc148 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1554534
Jun 25 14:42:33.251782 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2c3fab75-73cd-4927-bd24-6bb2912b97e0 req-7986da89-47ab-4de3-a786-cc8104fe6d18 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1419845
Jun 25 14:42:33.633629 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f89596-7fce-462a-8204-3e372163ce05 {{(pid=78435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:42:33.641386 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:33.657002 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Transition to ACTIVE for port object 87f89596-7fce-462a-8204-3e372163ce05 will not be triggered until provisioned by entity L2. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:42:33.661469 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6486730'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:33.666411 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:33.853541 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=87f89596-7fce-462a-8204-3e372163ce05,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:33.859339 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:33.987960 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Attempting to bind port 87f89596-7fce-462a-8204-3e372163ce05 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:42:33.988701 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Attempting to bind port 87f89596-7fce-462a-8204-3e372163ce05 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '693d6b23-7d5a-48cd-906c-9bc29a7d263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8'}] {{(pid=78435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:42:33.989443 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Attempting to bind port 87f89596-7fce-462a-8204-3e372163ce05 on network b956f638-dae2-4845-9486-f6605d1910a8 {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:42:34.000025 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Port 87f89596-7fce-462a-8204-3e372163ce05 on network b956f638-dae2-4845-9486-f6605d1910a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 14:42:34.000693 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Attempting to bind port 87f89596-7fce-462a-8204-3e372163ce05 on network b956f638-dae2-4845-9486-f6605d1910a8 {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:42:34.010003 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:42:34.010860 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Checking segment: {'id': '693d6b23-7d5a-48cd-906c-9bc29a7d263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:42:34.011872 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Bound using segment: {'id': '693d6b23-7d5a-48cd-906c-9bc29a7d263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8'} {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:42:34.012622 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Bound port: 87f89596-7fce-462a-8204-3e372163ce05, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '693d6b23-7d5a-48cd-906c-9bc29a7d263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8'}}] {{(pid=78435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:42:34.013197 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:34.139412 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] For port 87f89596-7fce-462a-8204-3e372163ce05, host hv-cinder-79809, cleared binding levels {{(pid=78435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:42:34.142577 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] For port 87f89596-7fce-462a-8204-3e372163ce05, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=87f89596-7fce-462a-8204-3e372163ce05,segment=NetworkSegment(693d6b23-7d5a-48cd-906c-9bc29a7d263c),segment_id=693d6b23-7d5a-48cd-906c-9bc29a7d263c)] {{(pid=78435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:42:34.148020 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6486730'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:34.155030 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d822e939-b132-4281-892d-268a7d56aada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:34.240718 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:34.241346 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for port, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:34.242738 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] 10.222.0.16 "PUT /v2.0/ports/87f89596-7fce-462a-8204-3e372163ce05 HTTP/1.1" status: 200  len: 1093 time: 1.3951604
Jun 25 14:42:34.243250 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'tag': '87f89596-7fce-462a-8204-3e372163ce05'}] {{(pid=78435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:42:34.292248 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=87f89596-7fce-462a-8204-3e372163ce05,revision_number=3']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:34.298094 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:34.318831 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'tag': '87f89596-7fce-462a-8204-3e372163ce05', 'status': 'completed', 'code': 200}
Jun 25 14:42:34.663089 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-349291f1-7f46-4821-b2ba-7b29a0cc0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:34.664684 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-349291f1-7f46-4821-b2ba-7b29a0cc0b8b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018120595eed44fe92439b2834f42c8e&device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 1096 time: 0.2939649
Jun 25 14:42:34.675093 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069aa55-37cf-4510-b97b-a6ac2fa49efd req-127cb201-ba67-4751-905d-e077d483375e tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:34.681564 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a069aa55-37cf-4510-b97b-a6ac2fa49efd req-127cb201-ba67-4751-905d-e077d483375e tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.2079732
Jun 25 14:42:34.704990 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c8fde-aee9-40bd-8522-4818b54d3e4f req-4a6da2f5-2e09-4f6d-a76a-b954dc99dab9 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:34.706534 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3b7c8fde-aee9-40bd-8522-4818b54d3e4f req-4a6da2f5-2e09-4f6d-a76a-b954dc99dab9 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.1843505
Jun 25 14:42:34.806002 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-0b1196db-a4b1-4b65-881b-15f89f148b9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f89596-7fce-462a-8204-3e372163ce05 HTTP/1.1" status: 200  len: 217 time: 0.0984433
Jun 25 14:42:34.871581 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a069aa55-37cf-4510-b97b-a6ac2fa49efd req-9b72ee32-fddd-48e2-81ac-8c87c5d8dfbc tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1878173
Jun 25 14:42:34.893258 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3b7c8fde-aee9-40bd-8522-4818b54d3e4f req-80bc5152-c98f-4ea4-a0cc-b93812870ffa tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1271482
Jun 25 14:42:34.909215 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-3c4eba64-6c78-483f-b0a3-a323703f7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:34.910718 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-3c4eba64-6c78-483f-b0a3-a323703f7305 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54025221-f21c-4ee1-82d2-8f66a9dc0562 HTTP/1.1" status: 200  len: 847 time: 0.0924273
Jun 25 14:42:35.028346 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-2b513746-c191-43f5-9e4c-bf50cf1868cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:35.030522 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-2b513746-c191-43f5-9e4c-bf50cf1868cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b956f638-dae2-4845-9486-f6605d1910a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1009688
Jun 25 14:42:35.212035 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-0d938872-3548-47ab-a773-5ad085bf545d service neutron] 10.222.0.16 "GET /v2.0/networks/b956f638-dae2-4845-9486-f6605d1910a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702673
Jun 25 14:42:35.365782 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a12e38ce-9a27-4409-9356-fc15957d0dcb req-d6dd420e-682b-42b2-a74a-fada43c3464b service neutron] 10.222.0.16 "GET /v2.0/networks/b956f638-dae2-4845-9486-f6605d1910a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463702
Jun 25 14:42:35.575902 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f452c9-9e03-4ebb-9995-7e97083c2ca8 req-ca3e2615-9fcf-47b2-b11e-72ba5879c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:35.578244 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39f452c9-9e03-4ebb-9995-7e97083c2ca8 req-ca3e2615-9fcf-47b2-b11e-72ba5879c3a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018120595eed44fe92439b2834f42c8e&device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 1096 time: 0.0986919
Jun 25 14:42:35.847571 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f452c9-9e03-4ebb-9995-7e97083c2ca8 req-003a390d-222f-45ad-a2b9-bf764e1c7a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:35.848982 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39f452c9-9e03-4ebb-9995-7e97083c2ca8 req-003a390d-222f-45ad-a2b9-bf764e1c7a3f service neutron] 10.222.0.16 "GET /v2.0/networks?id=b956f638-dae2-4845-9486-f6605d1910a8 HTTP/1.1" status: 200  len: 909 time: 0.2558162
Jun 25 14:42:35.935386 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39f452c9-9e03-4ebb-9995-7e97083c2ca8 req-a272d3a7-d219-4025-ad7b-a114a58b3394 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f89596-7fce-462a-8204-3e372163ce05 HTTP/1.1" status: 200  len: 217 time: 0.0791855
Jun 25 14:42:36.066476 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f452c9-9e03-4ebb-9995-7e97083c2ca8 req-615513b9-a3af-4892-b6e0-8673c15c18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:36.066887 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39f452c9-9e03-4ebb-9995-7e97083c2ca8 req-615513b9-a3af-4892-b6e0-8673c15c18d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54025221-f21c-4ee1-82d2-8f66a9dc0562 HTTP/1.1" status: 200  len: 847 time: 0.1209178
Jun 25 14:42:36.234976 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd99f8-766a-4df7-9605-4f048209fe7f req-7ac6df3c-295c-44fc-935f-8a6b614c4cc8 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:36.236587 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9ebd99f8-766a-4df7-9605-4f048209fe7f req-7ac6df3c-295c-44fc-935f-8a6b614c4cc8 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.2190835
Jun 25 14:42:36.319413 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9ebd99f8-766a-4df7-9605-4f048209fe7f req-70b565d7-ab38-4754-b8ad-0caf824f32b4 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697238
Jun 25 14:42:36.350261 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b9af9-ab16-460e-9e7e-702c72797896 req-3c2bea32-ada3-44b1-8355-f6add9850b6b tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:36.358893 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-df5b9af9-ab16-460e-9e7e-702c72797896 req-3c2bea32-ada3-44b1-8355-f6add9850b6b tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.2450178
Jun 25 14:42:36.386624 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f452c9-9e03-4ebb-9995-7e97083c2ca8 req-e82dfdad-a4e2-4b5a-8dec-6ddf673ff1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:36.388661 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39f452c9-9e03-4ebb-9995-7e97083c2ca8 req-e82dfdad-a4e2-4b5a-8dec-6ddf673ff1f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b956f638-dae2-4845-9486-f6605d1910a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2409911
Jun 25 14:42:36.499653 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-df5b9af9-ab16-460e-9e7e-702c72797896 req-9fe42acf-90ea-44c0-8629-8faf8650c1b4 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1396501
Jun 25 14:42:36.626092 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39f452c9-9e03-4ebb-9995-7e97083c2ca8 req-0ad9f21e-b8ff-402a-9559-e48fc0218051 service neutron] 10.222.0.16 "GET /v2.0/networks/b956f638-dae2-4845-9486-f6605d1910a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2241817
Jun 25 14:42:36.647222 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c6a6c-fbf1-4a9e-8b06-e6e07c76ec52 req-3d26e956-94f5-46f1-8ad3-1393d5f25434 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:36.648798 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e42c6a6c-fbf1-4a9e-8b06-e6e07c76ec52 req-3d26e956-94f5-46f1-8ad3-1393d5f25434 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1481576
Jun 25 14:42:36.816779 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e42c6a6c-fbf1-4a9e-8b06-e6e07c76ec52 req-8df6bfe0-16b7-41d0-89ce-ca12d81e7c8a tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475048
Jun 25 14:42:36.873258 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39f452c9-9e03-4ebb-9995-7e97083c2ca8 req-510ae67c-875c-4de2-97ee-2b02e70a59e9 service neutron] 10.222.0.16 "GET /v2.0/networks/b956f638-dae2-4845-9486-f6605d1910a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2232947
Jun 25 14:42:37.610005 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560fde6-af64-4571-932f-0d75defb9d08 req-9f8fdea4-2cb3-4701-bc24-6f3d3e10e302 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:37.613282 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9560fde6-af64-4571-932f-0d75defb9d08 req-9f8fdea4-2cb3-4701-bc24-6f3d3e10e302 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.1389554
Jun 25 14:42:37.693831 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9560fde6-af64-4571-932f-0d75defb9d08 req-c7cde9d3-8452-462c-980a-48fa33dc6c9a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754132
Jun 25 14:42:37.806209 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37427a2c-8dd4-49f2-81a8-94f3faac4485 req-d7e0f041-c31e-46d6-8f1c-1dca12bc3f65 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:37.812625 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-37427a2c-8dd4-49f2-81a8-94f3faac4485 req-d7e0f041-c31e-46d6-8f1c-1dca12bc3f65 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.1079080
Jun 25 14:42:37.884941 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-37427a2c-8dd4-49f2-81a8-94f3faac4485 req-242cf58e-a3b5-4ccd-b254-79830b57028d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702145
Jun 25 14:42:38.141433 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b9c1c-a604-479d-bb99-c165b69f0216 req-f904db50-636c-46b9-a58a-1e85491277be tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:38.143927 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ff6b9c1c-a604-479d-bb99-c165b69f0216 req-f904db50-636c-46b9-a58a-1e85491277be tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1330791
Jun 25 14:42:38.209231 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ff6b9c1c-a604-479d-bb99-c165b69f0216 req-4a34289f-d78c-40bc-9063-cca4a96e2eed tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577219
Jun 25 14:42:38.302314 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-029e510d-59d9-4073-9f35-d6df8746b3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:38.847123 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:39.094558 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca1fd7-deec-4843-bf45-233e240a0676 req-374c1a2e-6aa5-4621-a021-fabfa4e97b51 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:39.107943 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9aca1fd7-deec-4843-bf45-233e240a0676 req-374c1a2e-6aa5-4621-a021-fabfa4e97b51 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.2022953
Jun 25 14:42:39.229157 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9aca1fd7-deec-4843-bf45-233e240a0676 req-4b805cdd-2b28-4203-95a4-e958b4feed10 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1199670
Jun 25 14:42:39.459450 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e83a3-3c4d-4836-9516-a56b8ddd1edf req-fd062258-c916-4cfb-89b3-5048a44e06d2 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:39.482371 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e58e83a3-3c4d-4836-9516-a56b8ddd1edf req-fd062258-c916-4cfb-89b3-5048a44e06d2 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.2431490
Jun 25 14:42:39.672622 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e58e83a3-3c4d-4836-9516-a56b8ddd1edf req-02a1103a-6d2b-4eb7-81e7-d006ce920a09 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1887853
Jun 25 14:42:39.751014 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022af2-5f9e-43dc-9a38-c5eb96375b12 req-f0d5f6cf-04cf-4a36-bde4-e7de82271745 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:39.758159 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-40022af2-5f9e-43dc-9a38-c5eb96375b12 req-f0d5f6cf-04cf-4a36-bde4-e7de82271745 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.2712076
Jun 25 14:42:39.847737 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-40022af2-5f9e-43dc-9a38-c5eb96375b12 req-463da15c-bb48-45c3-b891-a815e4a495a5 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859933
Jun 25 14:42:40.193963 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c45057-a707-438d-bda7-c6ad61429a6e req-32c21f1d-a959-4952-812a-b938b8d59855 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:40.199955 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-51c45057-a707-438d-bda7-c6ad61429a6e req-32c21f1d-a959-4952-812a-b938b8d59855 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.1506908
Jun 25 14:42:40.294743 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [req-51c45057-a707-438d-bda7-c6ad61429a6e req-f7bb2e41-3534-4ff0-83f9-e4bf418b1442 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Deleting port 8fd673a9-3d6b-409a-931c-af0246854808 {{(pid=78435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:42:40.294743 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-51c45057-a707-438d-bda7-c6ad61429a6e req-f7bb2e41-3534-4ff0-83f9-e4bf418b1442 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:40.679962 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe15a86-2d6c-44cd-9914-b92f360674e0 req-2ded998b-46fd-488f-8c7c-15fed2d9feb1 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:40.681670 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4fe15a86-2d6c-44cd-9914-b92f360674e0 req-2ded998b-46fd-488f-8c7c-15fed2d9feb1 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.2381256
Jun 25 14:42:40.774817 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [req-51c45057-a707-438d-bda7-c6ad61429a6e req-f7bb2e41-3534-4ff0-83f9-e4bf418b1442 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] For port 8fd673a9-3d6b-409a-931c-af0246854808, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8fd673a9-3d6b-409a-931c-af0246854808,segment=NetworkSegment(38c52a19-3cfe-4f2a-955f-7223adce4a06),segment_id=38c52a19-3cfe-4f2a-955f-7223adce4a06)] {{(pid=78435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:42:40.775660 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-51c45057-a707-438d-bda7-c6ad61429a6e req-f7bb2e41-3534-4ff0-83f9-e4bf418b1442 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:40.887883 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4fe15a86-2d6c-44cd-9914-b92f360674e0 req-bee08dae-1f0b-406e-b568-8df94d5b01dd tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1873033
Jun 25 14:42:40.888496 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89fa2ff9-b156-49b5-b063-49f8d499593c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:41.042075 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [req-51c45057-a707-438d-bda7-c6ad61429a6e req-f7bb2e41-3534-4ff0-83f9-e4bf418b1442 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Calling delete_port for 8fd673a9-3d6b-409a-931c-af0246854808 owned by compute:nova {{(pid=78435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:42:41.421736 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899b401-06a5-4dc8-b07f-ab4f95d007ec req-df0037e5-db9e-4fc4-a2f4-eb72a071ebce tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:41.430702 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2899b401-06a5-4dc8-b07f-ab4f95d007ec req-df0037e5-db9e-4fc4-a2f4-eb72a071ebce tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 946 time: 0.3480773
Jun 25 14:42:41.469948 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9460d4-525f-4ad9-b8c6-c6fa3de12178 req-381e3f87-2e1d-4d8b-ad9e-8611fa949f06 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:41.471736 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1d9460d4-525f-4ad9-b8c6-c6fa3de12178 req-381e3f87-2e1d-4d8b-ad9e-8611fa949f06 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.5828495
Jun 25 14:42:41.560218 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2899b401-06a5-4dc8-b07f-ab4f95d007ec req-b8520ae4-33b3-4444-a297-284d88249ce5 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280522
Jun 25 14:42:41.582881 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-51c45057-a707-438d-bda7-c6ad61429a6e req-f7bb2e41-3534-4ff0-83f9-e4bf418b1442 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:41.591420 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3362339b-2944-4569-be0f-1b826d1e3f84 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:41.641246 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1d9460d4-525f-4ad9-b8c6-c6fa3de12178 req-530c060e-282b-43dc-9845-292c5a27be92 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1458716
Jun 25 14:42:41.642864 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb2e41-3534-4ff0-83f9-e4bf418b1442 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Pushing event deleted for resources: {'Port': ['ID=8fd673a9-3d6b-409a-931c-af0246854808,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:41.646129 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f7bb2e41-3534-4ff0-83f9-e4bf418b1442 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:41.650744 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['9c33ef1e-74e4-48ac-81c2-60f8f279b0fc', '8fd673a9-3d6b-409a-931c-af0246854808'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:42:41.755524 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c45057-a707-438d-bda7-c6ad61429a6e req-f7bb2e41-3534-4ff0-83f9-e4bf418b1442 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] No DVR routers for this DVR port 8fd673a9-3d6b-409a-931c-af0246854808 on host hv-cinder-79809 {{(pid=78435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:42:41.760903 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-51c45057-a707-438d-bda7-c6ad61429a6e req-f7bb2e41-3534-4ff0-83f9-e4bf418b1442 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:41.778101 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc93075-c330-41fe-8ae1-229956ccc05f', 'name': 'network-vif-deleted', 'tag': '8fd673a9-3d6b-409a-931c-af0246854808'}] {{(pid=78435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:42:41.784327 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-51c45057-a707-438d-bda7-c6ad61429a6e req-f7bb2e41-3534-4ff0-83f9-e4bf418b1442 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.16 "DELETE /v2.0/ports/8fd673a9-3d6b-409a-931c-af0246854808 HTTP/1.1" status: 204  len: 173 time: 1.5771060
Jun 25 14:42:41.806015 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:41.834500 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc93075-c330-41fe-8ae1-229956ccc05f', 'name': 'network-vif-deleted', 'tag': '8fd673a9-3d6b-409a-931c-af0246854808', 'status': 'completed', 'code': 200}
Jun 25 14:42:42.199648 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7e9f3-3bf1-4761-868b-eab6c7194149 req-572a411c-d3d9-44e0-b076-cbafd7764f25 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:42.204776 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92c7e9f3-3bf1-4761-868b-eab6c7194149 req-572a411c-d3d9-44e0-b076-cbafd7764f25 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.1389310
Jun 25 14:42:42.259516 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92c7e9f3-3bf1-4761-868b-eab6c7194149 req-47943688-90bf-4706-98f0-15690cd0a563 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572677
Jun 25 14:42:42.991102 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-4f9b99d5-7f10-48de-ab23-c1d8a1f6ef14 req-26ad2564-c035-49c1-8f5f-b4717744fdd9 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Synchronizing usage tracker for tenant:0aa02100a2e14479942bf6a8fedf507b on resource:port {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:42:43.040879 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-4f9b99d5-7f10-48de-ab23-c1d8a1f6ef14 req-26ad2564-c035-49c1-8f5f-b4717744fdd9 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Unset dirty status for tenant:0aa02100a2e14479942bf6a8fedf507b on resource:port {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:42:43.049068 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4f9b99d5-7f10-48de-ab23-c1d8a1f6ef14 req-26ad2564-c035-49c1-8f5f-b4717744fdd9 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=afc93075-c330-41fe-8ae1-229956ccc05f HTTP/1.1" status: 200  len: 210 time: 0.1376595
Jun 25 14:42:43.079987 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f18347-cb8b-44ef-ba0a-c305b6a547a3 req-74cd6dce-005e-40db-b6bd-e18e55e57670 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:43.085099 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c7f18347-cb8b-44ef-ba0a-c305b6a547a3 req-74cd6dce-005e-40db-b6bd-e18e55e57670 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.2401841
Jun 25 14:42:43.157349 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c7f18347-cb8b-44ef-ba0a-c305b6a547a3 req-35795d36-bd8c-4116-8203-ed82e74cdd6a tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677607
Jun 25 14:42:43.299966 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:43.580986 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047f1b3-5add-480d-bcdd-572688a1def4 req-93c30e66-f7e1-47c8-8ca4-626ba22902af tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:43.591131 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0047f1b3-5add-480d-bcdd-572688a1def4 req-93c30e66-f7e1-47c8-8ca4-626ba22902af tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.1281760
Jun 25 14:42:43.647802 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0047f1b3-5add-480d-bcdd-572688a1def4 req-2e45d6f3-080f-4a52-ad9e-0ab9ea0b0870 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553851
Jun 25 14:42:44.060297 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device ac1a6404-8b51-401c-92aa-62ab2185c41c details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 14:42:44.070181 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 8fd673a9-3d6b-409a-931c-af0246854808 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:42:44.120850 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] No Port match for: 8fd673a9-3d6b-409a-931c-af0246854808 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:42:44.121735 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 8fd673a9-3d6b-409a-931c-af0246854808 not bound to the agent host hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:42:44.314522 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port ac1a6404-8b51-401c-92aa-62ab2185c41c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:42:44.347609 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': 'ac1a6404-8b51-401c-92aa-62ab2185c41c', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'port_id': 'ac1a6404-8b51-401c-92aa-62ab2185c41c', 'mac_address': 'fa:16:3e:9e:17:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 14:42:44.527384 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:44.560736 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac1a6404-8b51-401c-92aa-62ab2185c41c {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:42:44.592903 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954094b-fef6-4cd6-b842-ce2efd479067 req-921b89b4-fa17-4c78-aa6f-1555fb3c832b tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:44.596097 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a954094b-fef6-4cd6-b842-ce2efd479067 req-921b89b4-fa17-4c78-aa6f-1555fb3c832b tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.2713881
Jun 25 14:42:44.596821 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port ac1a6404-8b51-401c-92aa-62ab2185c41c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:42:44.611465 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:44.611465 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 87f89596-7fce-462a-8204-3e372163ce05 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 14:42:44.612771 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:44.668125 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a954094b-fef6-4cd6-b842-ce2efd479067 req-833d77e1-0bc1-41e2-89f8-62d5541e870a tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646014
Jun 25 14:42:44.732248 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=ac1a6404-8b51-401c-92aa-62ab2185c41c,revision_number=6']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:44.738854 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:44.915349 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b1104-7f00-4e70-82df-8aae926608b4 req-90d3bb4e-2e8f-486d-9a91-d0b09994a61d tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:44.929712 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0b7b1104-7f00-4e70-82df-8aae926608b4 req-90d3bb4e-2e8f-486d-9a91-d0b09994a61d tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.2043822
Jun 25 14:42:45.020577 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 87f89596-7fce-462a-8204-3e372163ce05, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=87f89596-7fce-462a-8204-3e372163ce05,segment=NetworkSegment(693d6b23-7d5a-48cd-906c-9bc29a7d263c),segment_id=693d6b23-7d5a-48cd-906c-9bc29a7d263c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:42:45.039868 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': '87f89596-7fce-462a-8204-3e372163ce05', 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8', 'port_id': '87f89596-7fce-462a-8204-3e372163ce05', 'mac_address': 'fa:16:3e:2c:cd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 14:42:45.090112 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0b7b1104-7f00-4e70-82df-8aae926608b4 req-0c6835d7-34f7-4e08-9c3f-fb945615368a tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902395
Jun 25 14:42:45.138155 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c334c-856b-4cad-a1e2-d13850c3c4b5 req-e235d55a-ef5b-433f-8d56-18b672962927 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:45.139808 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-367c334c-856b-4cad-a1e2-d13850c3c4b5 req-e235d55a-ef5b-433f-8d56-18b672962927 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 944 time: 0.2099197
Jun 25 14:42:45.142603 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:45.179643 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f89596-7fce-462a-8204-3e372163ce05 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:42:45.211843 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-367c334c-856b-4cad-a1e2-d13850c3c4b5 req-19c01c51-6e20-4fef-970d-aa36a7b63dc7 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613573
Jun 25 14:42:45.222569 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 87f89596-7fce-462a-8204-3e372163ce05, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=87f89596-7fce-462a-8204-3e372163ce05,segment=NetworkSegment(693d6b23-7d5a-48cd-906c-9bc29a7d263c),segment_id=693d6b23-7d5a-48cd-906c-9bc29a7d263c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:42:45.230890 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:45.233907 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-2085f64c-ff8f-4925-9848-d3a37e7806a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:45.334035 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=87f89596-7fce-462a-8204-3e372163ce05,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:45.339976 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:45.563269 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['ac1a6404-8b51-401c-92aa-62ab2185c41c'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:42:45.941688 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['87f89596-7fce-462a-8204-3e372163ce05'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:42:46.019815 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140e8dc-723d-461b-9e6d-aa8ea4d69efd req-efd2445f-3dc1-4207-bf37-10037bda0513 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:46.021843 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e140e8dc-723d-461b-9e6d-aa8ea4d69efd req-efd2445f-3dc1-4207-bf37-10037bda0513 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 944 time: 0.1639452
Jun 25 14:42:46.162941 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e140e8dc-723d-461b-9e6d-aa8ea4d69efd req-c714560b-47c1-4881-a45a-0ce8519e761c tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1319861
Jun 25 14:42:46.406999 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df252b55-3c02-495a-a782-c2ef2e9ae9c8 req-1ce3f708-a4ba-425f-9201-1052ecd72145 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:46.429119 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-df252b55-3c02-495a-a782-c2ef2e9ae9c8 req-1ce3f708-a4ba-425f-9201-1052ecd72145 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1903536
Jun 25 14:42:46.653218 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-df252b55-3c02-495a-a782-c2ef2e9ae9c8 req-ba5111fa-651c-4683-b82f-355a80e3bd01 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2231352
Jun 25 14:42:46.715588 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8261067-0ee0-47f5-b0f1-81fd2b8ec04d req-8c3982cb-00dd-4635-b100-fbca66703695 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:46.725558 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d8261067-0ee0-47f5-b0f1-81fd2b8ec04d req-8c3982cb-00dd-4635-b100-fbca66703695 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 944 time: 0.2762988
Jun 25 14:42:46.806558 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d8261067-0ee0-47f5-b0f1-81fd2b8ec04d req-79a4cb3d-d7e7-441a-b27e-174616f5cde7 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0788321
Jun 25 14:42:47.569143 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049586da-8bf0-4bef-82d8-97f336aab506 req-2413a331-17c9-47b2-b1cf-8728d6895676 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:47.571819 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-049586da-8bf0-4bef-82d8-97f336aab506 req-2413a331-17c9-47b2-b1cf-8728d6895676 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 944 time: 0.2090394
Jun 25 14:42:47.666983 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-049586da-8bf0-4bef-82d8-97f336aab506 req-e53ef9ea-3ad4-4cb7-b0b7-537bc0165ff2 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799334
Jun 25 14:42:48.093811 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device ac1a6404-8b51-401c-92aa-62ab2185c41c up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:48.125441 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9047b-4f54-44d5-ad61-177f8c6a4e16 req-b99247d8-797a-435a-9351-90f370c99b9d tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:48.141737 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f2d9047b-4f54-44d5-ad61-177f8c6a4e16 req-b99247d8-797a-435a-9351-90f370c99b9d tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.2753842
Jun 25 14:42:48.268328 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f2d9047b-4f54-44d5-ad61-177f8c6a4e16 req-8d6c9e10-b8e4-447d-ab9f-f77f597d3a94 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229932
Jun 25 14:42:48.288505 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port ac1a6404-8b51-401c-92aa-62ab2185c41c triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:48.288505 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:48.300431 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821dae0-5815-4767-8e7d-412bd107e1e4 req-0ffeb5d9-8898-4899-91fa-638a32c825a4 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:48.302284 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b821dae0-5815-4767-8e7d-412bd107e1e4 req-0ffeb5d9-8898-4899-91fa-638a32c825a4 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 944 time: 0.2989962
Jun 25 14:42:48.485004 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b821dae0-5815-4767-8e7d-412bd107e1e4 req-f170aaeb-2a06-40f4-aba3-bf1aac4b6d0a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1511207
Jun 25 14:42:48.721926 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:48.775547 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1a6404-8b51-401c-92aa-62ab2185c41c'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:42:48.801422 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port ac1a6404-8b51-401c-92aa-62ab2185c41c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:42:48.813723 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:48.814870 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 87f89596-7fce-462a-8204-3e372163ce05 up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:42:48.862756 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:48.914421 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1a6404-8b51-401c-92aa-62ab2185c41c', 'code': 200}
Jun 25 14:42:48.992341 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8e395-72bb-4f09-a1fb-89816e2b4175 req-a40c600d-38c5-4399-969e-817f0a42af6d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:48.996031 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-19c8e395-72bb-4f09-a1fb-89816e2b4175 req-a40c600d-38c5-4399-969e-817f0a42af6d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 944 time: 0.1416333
Jun 25 14:42:49.026145 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=ac1a6404-8b51-401c-92aa-62ab2185c41c,revision_number=7']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:49.032521 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:49.059775 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port 87f89596-7fce-462a-8204-3e372163ce05 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:42:49.078057 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port 87f89596-7fce-462a-8204-3e372163ce05 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:42:49.079097 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:49.088999 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-19c8e395-72bb-4f09-a1fb-89816e2b4175 req-4e8279f0-f5b9-4336-9862-af08d39f9189 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855939
Jun 25 14:42:49.549678 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:49.615195 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 87f89596-7fce-462a-8204-3e372163ce05, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=87f89596-7fce-462a-8204-3e372163ce05,segment=NetworkSegment(693d6b23-7d5a-48cd-906c-9bc29a7d263c),segment_id=693d6b23-7d5a-48cd-906c-9bc29a7d263c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:42:49.636098 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:49.657269 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:49.945043 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868d7a4-5ffb-4b2d-b53e-57e7e3ffea3a req-ca76ff3f-64d3-4b3f-b561-f544f8522d56 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:49.963659 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8868d7a4-5ffb-4b2d-b53e-57e7e3ffea3a req-ca76ff3f-64d3-4b3f-b561-f544f8522d56 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.4161472
Jun 25 14:42:50.064006 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=87f89596-7fce-462a-8204-3e372163ce05,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:50.070426 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:50.328718 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8868d7a4-5ffb-4b2d-b53e-57e7e3ffea3a req-c5d7785c-9084-4ac0-b1ef-899544aa9fad tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3627701
Jun 25 14:42:50.466278 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0909e-d5c1-4296-b76b-ac20c7c29bf6 req-98a54b8c-8993-4e92-8c5d-18fe76b21d7c tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:50.489734 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-61b0909e-d5c1-4296-b76b-ac20c7c29bf6 req-98a54b8c-8993-4e92-8c5d-18fe76b21d7c tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.3814411
Jun 25 14:42:50.686594 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-61b0909e-d5c1-4296-b76b-ac20c7c29bf6 req-aefcfb3a-85eb-4fb1-8db6-13d988656283 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1954539
Jun 25 14:42:50.773955 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05fac9-4f2a-4247-a3c7-b4d10772b32b req-4b415f2b-e8bb-4145-a8d0-bb58d1fd20f4 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:50.775853 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2d05fac9-4f2a-4247-a3c7-b4d10772b32b req-4b415f2b-e8bb-4145-a8d0-bb58d1fd20f4 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.2162101
Jun 25 14:42:50.862034 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2d05fac9-4f2a-4247-a3c7-b4d10772b32b req-bf44a586-be85-4847-858b-579d28110ab9 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702372
Jun 25 14:42:50.915751 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f89596-7fce-462a-8204-3e372163ce05'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:42:51.011847 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f89596-7fce-462a-8204-3e372163ce05', 'code': 200}
Jun 25 14:42:51.837799 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5a543-d7aa-49ce-b9f0-30b97cc23f54 req-b2b09689-444e-41e9-93bf-81a888bed1a7 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:51.840291 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-96b5a543-d7aa-49ce-b9f0-30b97cc23f54 req-b2b09689-444e-41e9-93bf-81a888bed1a7 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.3115366
Jun 25 14:42:51.871650 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1a780-df64-4f1a-b94a-09ea7c5b1f66 req-d61ce875-4208-4996-97af-8036cedb0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:51.873588 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6ed1a780-df64-4f1a-b94a-09ea7c5b1f66 req-d61ce875-4208-4996-97af-8036cedb0512 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 1098 time: 0.1846433
Jun 25 14:42:51.920165 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-96b5a543-d7aa-49ce-b9f0-30b97cc23f54 req-f63fb8df-73da-44e2-b2ae-b43517a88034 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784223
Jun 25 14:42:51.963070 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6ed1a780-df64-4f1a-b94a-09ea7c5b1f66 req-a5662939-c301-44ed-b347-b089fbddd28b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795312
Jun 25 14:42:52.180018 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3339a2-3102-4b4f-a99a-076edba45e49 req-5c3e5a1e-b3bc-4188-8f77-95bee2e647b3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:52.182632 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bc3339a2-3102-4b4f-a99a-076edba45e49 req-5c3e5a1e-b3bc-4188-8f77-95bee2e647b3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.2041001
Jun 25 14:42:52.239016 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cd663-040d-4bde-9d1c-ae60d7de2f85 req-5c17a12a-a2e8-40cd-80c0-0cd05017b769 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:52.240563 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-842cd663-040d-4bde-9d1c-ae60d7de2f85 req-5c17a12a-a2e8-40cd-80c0-0cd05017b769 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.1535754
Jun 25 14:42:52.287836 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bc3339a2-3102-4b4f-a99a-076edba45e49 req-294bc62e-f499-4521-84d7-51f7b71d96ac tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0805030
Jun 25 14:42:52.332363 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-842cd663-040d-4bde-9d1c-ae60d7de2f85 req-aeb407b4-b0be-450e-9681-9d9cf9eba278 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828462
Jun 25 14:42:52.725850 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:42:53.330116 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-75598cee-629b-456f-9c99-f3a036739e21 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:53.337634 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-75598cee-629b-456f-9c99-f3a036739e21 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/networks?id=caaba7bb-316d-4d00-9ba2-d090d4751742 HTTP/1.1" status: 200  len: 815 time: 0.3548546
Jun 25 14:42:53.353566 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a32699-c846-4384-b77a-bb79d5daeb96 req-81d82231-2956-460b-b120-7e0a84c5cafa tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:53.361749 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e5a32699-c846-4384-b77a-bb79d5daeb96 req-81d82231-2956-460b-b120-7e0a84c5cafa tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.1892164
Jun 25 14:42:53.408226 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-8377749c-beea-4ef6-8db4-cd0448192ef6 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/quotas/86e0a63701734a29b9ce1cfc8805ebe0 HTTP/1.1" status: 200  len: 375 time: 0.0696514
Jun 25 14:42:53.544706 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e5a32699-c846-4384-b77a-bb79d5daeb96 req-737c4097-d58d-42ec-bb23-59b1c9ecea08 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1791611
Jun 25 14:42:53.651247 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-f1155a29-8ec4-40a3-9082-85752b0d88b0 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=86e0a63701734a29b9ce1cfc8805ebe0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2335973
Jun 25 14:42:53.936903 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-7676a063-bc8b-47ef-923f-3fe49fb6d63a service neutron] 10.222.0.52 "GET /v2.0/networks/caaba7bb-316d-4d00-9ba2-d090d4751742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2843215
Jun 25 14:42:54.185846 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce00e2-92d7-4cbb-b282-ae13204818bb req-d26f1d17-d95f-4e27-abe1-eaf946390546 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:54.187508 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-19ce00e2-92d7-4cbb-b282-ae13204818bb req-d26f1d17-d95f-4e27-abe1-eaf946390546 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.4067035
Jun 25 14:42:54.282877 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-a596db38-41f8-40be-bbf7-fcde931bf7d0 service neutron] 10.222.0.52 "GET /v2.0/networks/caaba7bb-316d-4d00-9ba2-d090d4751742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2921631
Jun 25 14:42:54.294038 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-19ce00e2-92d7-4cbb-b282-ae13204818bb req-2762f018-8e45-4fb6-8b67-6a5d099c3adb tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0948756
Jun 25 14:42:54.304037 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf6c7c-e61d-457f-82b5-48ecbbc3dcba req-273485e0-bd93-4c03-affe-d11dfd570660 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:54.305703 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-efcf6c7c-e61d-457f-82b5-48ecbbc3dcba req-273485e0-bd93-4c03-affe-d11dfd570660 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.16 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.3641603
Jun 25 14:42:54.530453 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [req-efcf6c7c-e61d-457f-82b5-48ecbbc3dcba req-e5c2c55c-372e-4329-93a8-5631e73a5b49 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Deleting port 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc {{(pid=78435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:42:54.531469 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-efcf6c7c-e61d-457f-82b5-48ecbbc3dcba req-e5c2c55c-372e-4329-93a8-5631e73a5b49 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:55.244551 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea75dea-bcf8-4f03-a7c4-0e1df19d72a8 req-e2ece9ac-3000-4a63-87c0-a2119534b90d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:55.252382 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6ea75dea-bcf8-4f03-a7c4-0e1df19d72a8 req-e2ece9ac-3000-4a63-87c0-a2119534b90d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.4926424
Jun 25 14:42:55.326910 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc3e32-b3cc-4da2-b0d0-e7de555da7dc req-3de58564-580e-48da-8684-29c233c91e8f tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:55.346731 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-efdc3e32-b3cc-4da2-b0d0-e7de555da7dc req-3de58564-580e-48da-8684-29c233c91e8f tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 946 time: 0.5591977
Jun 25 14:42:55.475345 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6ea75dea-bcf8-4f03-a7c4-0e1df19d72a8 req-2003cd2f-8dbb-4737-b341-2a4bcf465901 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2219169
Jun 25 14:42:55.525486 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-efdc3e32-b3cc-4da2-b0d0-e7de555da7dc req-d03b8f79-72eb-4224-bc4d-a649bc87c270 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c62f126-e706-425f-b24c-c9a2af1744ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790979
Jun 25 14:42:55.544668 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [req-efcf6c7c-e61d-457f-82b5-48ecbbc3dcba req-e5c2c55c-372e-4329-93a8-5631e73a5b49 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] For port 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9c33ef1e-74e4-48ac-81c2-60f8f279b0fc,segment=NetworkSegment(38c52a19-3cfe-4f2a-955f-7223adce4a06),segment_id=38c52a19-3cfe-4f2a-955f-7223adce4a06)] {{(pid=78435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:42:55.545958 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-efcf6c7c-e61d-457f-82b5-48ecbbc3dcba req-e5c2c55c-372e-4329-93a8-5631e73a5b49 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:55.779279 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [req-efcf6c7c-e61d-457f-82b5-48ecbbc3dcba req-e5c2c55c-372e-4329-93a8-5631e73a5b49 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Calling delete_port for 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc owned by compute:nova {{(pid=78435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:42:56.064641 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cda690c6-55c1-4e06-be02-853c3dd84ed1 req-01786041-ee2f-4f77-a69f-e9c566442add tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 210 time: 0.4662530
Jun 25 14:42:56.199362 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc68605-e6d1-4029-81f8-bac78cd1d42c req-1948b52e-cdce-4596-9e75-03c6d9a6031c tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:56.202525 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2cc68605-e6d1-4029-81f8-bac78cd1d42c req-1948b52e-cdce-4596-9e75-03c6d9a6031c tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.5472970
Jun 25 14:42:56.396095 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2cc68605-e6d1-4029-81f8-bac78cd1d42c req-d5e890aa-4096-474f-9bb5-5cc610ac5f3e tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1480997
Jun 25 14:42:56.422821 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-efcf6c7c-e61d-457f-82b5-48ecbbc3dcba req-e5c2c55c-372e-4329-93a8-5631e73a5b49 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:56.434039 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:56.532768 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2c55c-372e-4329-93a8-5631e73a5b49 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Pushing event deleted for resources: {'Port': ['ID=9c33ef1e-74e4-48ac-81c2-60f8f279b0fc,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:56.537548 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e5c2c55c-372e-4329-93a8-5631e73a5b49 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:56.616392 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae9eb3-528e-43ce-87c7-f72ac02fa077 req-3d1ada32-ff5b-4d87-8703-e004413d3064 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:56.619114 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-40ae9eb3-528e-43ce-87c7-f72ac02fa077 req-3d1ada32-ff5b-4d87-8703-e004413d3064 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.3539875
Jun 25 14:42:56.727869 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcf6c7c-e61d-457f-82b5-48ecbbc3dcba req-e5c2c55c-372e-4329-93a8-5631e73a5b49 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] No DVR routers for this DVR port 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc on host hv-cinder-79809 {{(pid=78435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:42:56.731610 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-efcf6c7c-e61d-457f-82b5-48ecbbc3dcba req-e5c2c55c-372e-4329-93a8-5631e73a5b49 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:56.737932 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d88d74-d1d8-41ff-90d6-e581a8568247', 'name': 'network-vif-deleted', 'tag': '9c33ef1e-74e4-48ac-81c2-60f8f279b0fc'}] {{(pid=78435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:42:56.806465 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-40ae9eb3-528e-43ce-87c7-f72ac02fa077 req-77f020f4-bbe4-42e5-aa1e-50c0705bd890 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1352606
Jun 25 14:42:56.808105 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-f2973080-eb55-480c-abce-fc6275660e17 req-20398938-6ce5-4b92-a187-b4523306d770 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Synchronizing usage tracker for tenant:0aa02100a2e14479942bf6a8fedf507b on resource:port {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:42:56.823592 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-efcf6c7c-e61d-457f-82b5-48ecbbc3dcba req-e5c2c55c-372e-4329-93a8-5631e73a5b49 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.16 "DELETE /v2.0/ports/9c33ef1e-74e4-48ac-81c2-60f8f279b0fc HTTP/1.1" status: 204  len: 173 time: 2.4848597
Jun 25 14:42:56.827612 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-f2973080-eb55-480c-abce-fc6275660e17 req-20398938-6ce5-4b92-a187-b4523306d770 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Unset dirty status for tenant:0aa02100a2e14479942bf6a8fedf507b on resource:port {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:42:56.838091 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f2973080-eb55-480c-abce-fc6275660e17 req-20398938-6ce5-4b92-a187-b4523306d770 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 210 time: 0.1191781
Jun 25 14:42:56.880459 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 37522) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:42:56.921503 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d88d74-d1d8-41ff-90d6-e581a8568247', 'name': 'network-vif-deleted', 'tag': '9c33ef1e-74e4-48ac-81c2-60f8f279b0fc', 'status': 'completed', 'code': 200}
Jun 25 14:42:57.421199 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-25343a81-c2e4-4bc6-833e-ed1cc0e586ff req-c447a251-6f5c-4e76-b47c-b51bc17e794f tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 210 time: 0.1254997
Jun 25 14:42:57.492101 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d75837-2759-470d-9346-a408cad0215b tempest-TestShelveInstance-2035752305 tempest-TestShelveInstance-2035752305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:57.496892 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-b8d75837-2759-470d-9346-a408cad0215b tempest-TestShelveInstance-2035752305 tempest-TestShelveInstance-2035752305-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 1093 time: 0.6153202
Jun 25 14:42:57.501334 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 37536) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:42:57.504987 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-9cc75ad7-554d-4b05-93cf-8ec0ac5b02c5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:57.506499 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-9cc75ad7-554d-4b05-93cf-8ec0ac5b02c5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.16 "GET /v2.0/networks?id=caaba7bb-316d-4d00-9ba2-d090d4751742 HTTP/1.1" status: 200  len: 815 time: 0.3961320
Jun 25 14:42:57.530870 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Request body: {'floatingip': {'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'port_id': '87f89596-7fce-462a-8204-3e372163ce05', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:42:57.531529 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Request body: {'port': {'device_id': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'admin_state_up': True, 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:42:57.549690 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:57.565681 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Usage tracker for resource:floatingip and tenant:018120595eed44fe92439b2834f42c8e is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:57.576765 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:57.633589 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:57.657022 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for floatingip, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:58.125260 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:42:58.126312 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:58.295981 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] No Port match for: 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:42:58.296388 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 9c33ef1e-74e4-48ac-81c2-60f8f279b0fc not bound to the agent host hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:42:58.323964 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a76f10ef-fc6a-4bad-993f-8a74ea6209f7 req-9c549bef-e5c0-40a8-b278-4458d2ea1fbc tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d88d74-d1d8-41ff-90d6-e581a8568247 HTTP/1.1" status: 200  len: 210 time: 0.0893753
Jun 25 14:42:58.326732 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:42:58.345561 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ab999-28ec-4f88-98df-c4f3988c8d09 req-235e5cd2-4325-4ea9-a3e7-777448279e3b tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:42:58.359291 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-055ab999-28ec-4f88-98df-c4f3988c8d09 req-235e5cd2-4325-4ea9-a3e7-777448279e3b tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.6614707
Jun 25 14:42:58.386227 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Allocated IP 172.27.3.96 (598d3f89-d135-48db-a81c-d0cdd206ad8b/603cb312-45ed-44f0-bfe6-5788d06b586a/f6047018-cbd9-44a2-a1ad-18073f73c1ae) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:42:58.403400 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Usage tracker for resource:port and tenant:86e0a63701734a29b9ce1cfc8805ebe0 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:42:58.409301 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:42:58.420823 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:42:58.441329 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-055ab999-28ec-4f88-98df-c4f3988c8d09 req-f8926ed6-759e-4ab0-b474-de3848d2da71 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798531
Jun 25 14:42:58.483041 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Made reservation on behalf of 86e0a63701734a29b9ce1cfc8805ebe0 for: {'port': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:42:58.492979 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:58.927115 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1dc786d0-98c7-432f-8727-a0739d8c7c02 req-e3e0db5b-704e-4df8-beef-b569390438ee tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 210 time: 0.2494912
Jun 25 14:42:59.018829 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:59.119086 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:42:59.134742 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:42:59.242179 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Allocated IP 172.20.0.8 (caaba7bb-316d-4d00-9ba2-d090d4751742/99d7a17a-27dd-4982-944f-8975a8bc4ef7/55c47e6d-98e7-4f0d-b3e1-85a823c05e55) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:42:59.311967 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:42:59.314903 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Pushing event updated for resources: {'Port': ['ID=f6047018-cbd9-44a2-a1ad-18073f73c1ae,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:42:59.317875 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:42:59.319892 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:42:59.332672 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:42:59.675646 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 37584) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:00.305900 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:00.422100 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-467e1cd2-9cf0-4370-abd8-c0f3aa6e3f6f tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Synchronizing usage tracker for tenant:f5e71d6387574c4c80d267a33c619811 on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:43:00.494219 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-467e1cd2-9cf0-4370-abd8-c0f3aa6e3f6f tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Unset dirty status for tenant:f5e71d6387574c4c80d267a33c619811 on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:43:00.496244 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-467e1cd2-9cf0-4370-abd8-c0f3aa6e3f6f tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-14048976&fields=id&tenant_id=f5e71d6387574c4c80d267a33c619811 HTTP/1.1" status: 200  len: 267 time: 0.3032403
Jun 25 14:43:00.509668 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:00.512554 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debba62-cab6-4589-9727-8ff2417861b8 req-65fc3cdd-49c1-42e3-ab47-34edda99cd9e tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:00.522169 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4debba62-cab6-4589-9727-8ff2417861b8 req-65fc3cdd-49c1-42e3-ab47-34edda99cd9e tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.7462258
Jun 25 14:43:00.573834 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:00.984080 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:00.990587 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Transition to ACTIVE for port object 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 will not be triggered until provisioned by entity DHCP. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:43:01.015442 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4debba62-cab6-4589-9727-8ff2417861b8 req-5af8df71-8cbe-4fd7-bef6-9cce3dac895b tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4922724
Jun 25 14:43:01.329765 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:01.336527 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:01.350242 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-33bf429f-49c2-4af6-af4e-3e59926dbd76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:01.490281 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549620'] for floatingip, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:01.547961 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1ffb6efa-6cca-43d8-8269-af792486cf2b req-b69c49e3-d696-4a13-aaca-2bdd33500587 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 210 time: 0.2593284
Jun 25 14:43:01.577780 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-1d8149c3-751a-4b6a-9c80-286d2f3b3b2a tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:01.579108 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-1d8149c3-751a-4b6a-9c80-286d2f3b3b2a tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Synchronizing usage tracker for tenant:f5e71d6387574c4c80d267a33c619811 on resource:network {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:43:01.666706 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Pushing event updated for resources: {'Port': ['ID=f6047018-cbd9-44a2-a1ad-18073f73c1ae,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:01.675021 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:01.708871 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:01.750799 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:01.754458 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:01.756093 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:01.757841 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:01.760550 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:01.761958 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:01.766753 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:01.767445 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:01.768203 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:01.769107 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:01.770257 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:01.771434 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:01.778715 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:01.968546 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-1d8149c3-751a-4b6a-9c80-286d2f3b3b2a tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Unset dirty status for tenant:f5e71d6387574c4c80d267a33c619811 on resource:network {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:43:01.969726 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-1d8149c3-751a-4b6a-9c80-286d2f3b3b2a tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/networks?id=b025b70a-f35a-45e2-b6cc-f3f694612525 HTTP/1.1" status: 200  len: 811 time: 1.4219739
Jun 25 14:43:02.007128 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Network caaba7bb-316d-4d00-9ba2-d090d4751742 is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:43:02.017448 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.l3_db [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Floating IP 6e18970e-7c95-41ec-bb41-18d7d83e7cf0 associated. External IP: 172.27.3.96, port: 87f89596-7fce-462a-8204-3e372163ce05.
Jun 25 14:43:02.027365 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:43:02.040056 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:43:02.078901 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-da0afad4-e535-4710-9ccc-a514f7ac7345 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/quotas/f5e71d6387574c4c80d267a33c619811 HTTP/1.1" status: 200  len: 375 time: 0.0942307
Jun 25 14:43:02.079705 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Pushing event updated for resources: {'Port': ['ID=55c47e6d-98e7-4f0d-b3e1-85a823c05e55,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:02.087699 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:02.544682 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:02.545859 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:02.627765 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-e13f7359-4011-4218-98af-a84b7c389392 None None] Provisioning for port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:43:02.651945 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-e13f7359-4011-4218-98af-a84b7c389392 None None] Provisioning complete for port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:43:02.652956 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e13f7359-4011-4218-98af-a84b7c389392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:02.746572 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.2196667
Jun 25 14:43:02.822602 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-e13f7359-4011-4218-98af-a84b7c389392 None None] Port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:43:02.834240 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-77022760-ce06-4858-9bd3-6a52e55069c3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Synchronizing usage tracker for tenant:f5e71d6387574c4c80d267a33c619811 on resource:port {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:43:02.889393 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3246c0-6a6f-488c-9cac-1f47c45306d2 req-754e8749-5158-4d51-ba89-8be4986fe4e5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:02.892243 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1f3246c0-6a6f-488c-9cac-1f47c45306d2 req-754e8749-5158-4d51-ba89-8be4986fe4e5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.5231500
Jun 25 14:43:02.936107 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Router 3772bf80-e0d3-4936-b385-27bbd49f300d has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:43:03.006954 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-77022760-ce06-4858-9bd3-6a52e55069c3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Unset dirty status for tenant:f5e71d6387574c4c80d267a33c619811 on resource:port {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:43:03.007576 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-77022760-ce06-4858-9bd3-6a52e55069c3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f5e71d6387574c4c80d267a33c619811&fields=id HTTP/1.1" status: 200  len: 302 time: 0.9133325
Jun 25 14:43:03.410531 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:43:03.425748 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ae171-7f9c-48b9-85df-fd9d5594d2c5 None None] Sync routers for ids ['3772bf80-e0d3-4936-b385-27bbd49f300d'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:43:03.463946 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ae171-7f9c-48b9-85df-fd9d5594d2c5 None None] Routers {'3772bf80-e0d3-4936-b385-27bbd49f300d'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:43:03.465227 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-a59ae171-7f9c-48b9-85df-fd9d5594d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28addd9d0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:42:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['3772bf80-e0d3-4936-b385-27bbd49f300d'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:03.469722 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Request body: {'port': {'device_id': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:43:03.552967 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1f3246c0-6a6f-488c-9cac-1f47c45306d2 req-d1b6e36c-cd1d-44f5-80db-0fca2894330b tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5751631
Jun 25 14:43:03.558645 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-a23c6571-5aca-4284-9a4f-a62ae4f1a555 service neutron] 10.222.0.52 "GET /v2.0/networks/b025b70a-f35a-45e2-b6cc-f3f694612525?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4711385
Jun 25 14:43:03.666677 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:03.779374 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:03.970849 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-be330955-83f0-423f-90b3-84aa1b44cccc req-85110742-f2a8-4a31-aefe-adf58ba6abfe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5326536
Jun 25 14:43:03.990782 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 6.4792962
Jun 25 14:43:03.990782 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'tag': '87f89596-7fce-462a-8204-3e372163ce05'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:43:04.049601 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-1cca494f-7935-4d97-98c0-5f526eedb841 service neutron] 10.222.0.52 "GET /v2.0/networks/b025b70a-f35a-45e2-b6cc-f3f694612525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3879740
Jun 25 14:43:04.085417 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-cc19ad33-ee04-4f44-b4b6-7b45a6551350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760582'] for router_interface, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:04.200731 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-a59ae171-7f9c-48b9-85df-fd9d5594d2c5 None None] Set router 3772bf80-e0d3-4936-b385-27bbd49f300d gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:43:04.283295 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be330955-83f0-423f-90b3-84aa1b44cccc req-a9184fa7-11ae-42cd-b408-9eff34d18962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:04.285089 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-be330955-83f0-423f-90b3-84aa1b44cccc req-a9184fa7-11ae-42cd-b408-9eff34d18962 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 1098 time: 0.2512422
Jun 25 14:43:04.834299 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be330955-83f0-423f-90b3-84aa1b44cccc req-03b50315-6bf2-4a6c-9871-7796b5c27218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:04.839701 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-be330955-83f0-423f-90b3-84aa1b44cccc req-03b50315-6bf2-4a6c-9871-7796b5c27218 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 200  len: 912 time: 0.4776518
Jun 25 14:43:05.123325 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-be330955-83f0-423f-90b3-84aa1b44cccc req-53264979-9ff1-4ed0-9977-11bb75a10b62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=784cffeb-d629-4e11-b275-51a388827c0f HTTP/1.1" status: 200  len: 1001 time: 0.2739332
Jun 25 14:43:05.274276 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be330955-83f0-423f-90b3-84aa1b44cccc req-962d0cec-7562-4c2c-a9e3-c8c377d1ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:05.275736 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-be330955-83f0-423f-90b3-84aa1b44cccc req-962d0cec-7562-4c2c-a9e3-c8c377d1ff52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9265467f-1c70-41b0-a5d8-95ad79db0d39 HTTP/1.1" status: 200  len: 850 time: 0.1442778
Jun 25 14:43:05.298064 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'tag': '87f89596-7fce-462a-8204-3e372163ce05', 'status': 'completed', 'code': 200}
Jun 25 14:43:05.715753 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-a59ae171-7f9c-48b9-85df-fd9d5594d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28addd9d0>, [{'id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'name': 'tempest-TestShelveInstance-346133233-router', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:18Z', 'updated_at': '2021-06-25T14:41:25Z', 'revision_number': 4, 'project_id': '018120595eed44fe92439b2834f42c8e', 'gw_port': {'id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:20Z', 'updated_at': '2021-06-25T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': '6e18970e-7c95-41ec-bb41-18d7d83e7cf0', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'port_id': '87f89596-7fce-462a-8204-3e372163ce05', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8', 'mac_address': 'fa:16:3e:2c:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:43:00Z', 'updated_at': '2021-06-25T14:43:00Z', 'revision_number': 0, 'project_id': '018120595eed44fe92439b2834f42c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2129b8c9-e7e6-44af-a34d-3a840cab0850', 'name': '', 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'mac_address': 'fa:16:3e:34:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:24Z', 'updated_at': '2021-06-25T14:41:38Z', 'revision_number': 5, 'project_id': '018120595eed44fe92439b2834f42c8e', 'subnets': [{'id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:05.727673 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ae171-7f9c-48b9-85df-fd9d5594d2c5 None None] Checking router: 3772bf80-e0d3-4936-b385-27bbd49f300d for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:43:05.752936 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ae171-7f9c-48b9-85df-fd9d5594d2c5 None None] Routers {'3772bf80-e0d3-4936-b385-27bbd49f300d'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:43:05.753581 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-a59ae171-7f9c-48b9-85df-fd9d5594d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28addd9d0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:42:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['3772bf80-e0d3-4936-b385-27bbd49f300d'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:06.168702 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be330955-83f0-423f-90b3-84aa1b44cccc req-d71a40c3-9d06-42eb-b34d-197246ab840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:06.170376 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-be330955-83f0-423f-90b3-84aa1b44cccc req-d71a40c3-9d06-42eb-b34d-197246ab840d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b57f227-be72-49df-b303-59d0100b6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7615254
Jun 25 14:43:06.183348 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5fb15-ecf2-429f-86ba-484c65c1955f req-1cb96b2b-c80f-4721-aa96-d628ff392dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:06.185108 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-16b5fb15-ecf2-429f-86ba-484c65c1955f req-1cb96b2b-c80f-4721-aa96-d628ff392dae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018120595eed44fe92439b2834f42c8e&device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 1098 time: 0.2670951
Jun 25 14:43:06.203166 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-a59ae171-7f9c-48b9-85df-fd9d5594d2c5 None None] Set router 3772bf80-e0d3-4936-b385-27bbd49f300d gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:43:06.526522 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3274c4-92fc-4dde-b027-fb061a73b647 req-0e03ca9b-88bd-4554-a589-9d3fef057725 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:06.530975 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-fd3274c4-92fc-4dde-b027-fb061a73b647 req-0e03ca9b-88bd-4554-a589-9d3fef057725 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Synchronizing usage tracker for tenant:86e0a63701734a29b9ce1cfc8805ebe0 on resource:port {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:43:06.607272 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-fd3274c4-92fc-4dde-b027-fb061a73b647 req-0e03ca9b-88bd-4554-a589-9d3fef057725 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Unset dirty status for tenant:86e0a63701734a29b9ce1cfc8805ebe0 on resource:port {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:43:06.608432 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fd3274c4-92fc-4dde-b027-fb061a73b647 req-0e03ca9b-88bd-4554-a589-9d3fef057725 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 931 time: 1.6065662
Jun 25 14:43:06.620091 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc85bc-5576-4a12-980a-ac23e16f7271 req-15137d47-cebb-49b7-8cf2-a6c89cb31258 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:06.621606 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-41fc85bc-5576-4a12-980a-ac23e16f7271 req-15137d47-cebb-49b7-8cf2-a6c89cb31258 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.8579798
Jun 25 14:43:06.718141 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.db.resource_extend [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 25 14:43:06.867713 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fd3274c4-92fc-4dde-b027-fb061a73b647 req-a22dd8da-6bb5-4db0-9ad0-e8dd9490b9ed tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2447600
Jun 25 14:43:06.903222 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-cc19ad33-ee04-4f44-b4b6-7b45a6551350 admin admin] Deleting port 5a82d0bf-1fac-403c-b751-7d5c3eb4b147 {{(pid=78435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:43:06.904381 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-cc19ad33-ee04-4f44-b4b6-7b45a6551350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:06.946425 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-a59ae171-7f9c-48b9-85df-fd9d5594d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28addd9d0>, [{'id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'name': 'tempest-TestShelveInstance-346133233-router', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:18Z', 'updated_at': '2021-06-25T14:41:25Z', 'revision_number': 4, 'project_id': '018120595eed44fe92439b2834f42c8e', 'gw_port': {'id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:20Z', 'updated_at': '2021-06-25T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': '6e18970e-7c95-41ec-bb41-18d7d83e7cf0', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'port_id': '87f89596-7fce-462a-8204-3e372163ce05', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8', 'mac_address': 'fa:16:3e:2c:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:43:00Z', 'updated_at': '2021-06-25T14:43:00Z', 'revision_number': 0, 'project_id': '018120595eed44fe92439b2834f42c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2129b8c9-e7e6-44af-a34d-3a840cab0850', 'name': '', 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'mac_address': 'fa:16:3e:34:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:24Z', 'updated_at': '2021-06-25T14:41:38Z', 'revision_number': 5, 'project_id': '018120595eed44fe92439b2834f42c8e', 'subnets': [{'id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:06.957870 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ae171-7f9c-48b9-85df-fd9d5594d2c5 None None] The sync data for ids ['3772bf80-e0d3-4936-b385-27bbd49f300d'] in dv-cinder-798091-1-iscsi is: [{'id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'name': 'tempest-TestShelveInstance-346133233-router', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:18Z', 'updated_at': '2021-06-25T14:41:25Z', 'revision_number': 4, 'project_id': '018120595eed44fe92439b2834f42c8e', 'gw_port': {'id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:20Z', 'updated_at': '2021-06-25T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': '6e18970e-7c95-41ec-bb41-18d7d83e7cf0', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'port_id': '87f89596-7fce-462a-8204-3e372163ce05', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8', 'mac_address': 'fa:16:3e:2c:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:43:00Z', 'updated_at': '2021-06-25T14:43:00Z', 'revision_number': 0, 'project_id': '018120595eed44fe92439b2834f42c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2129b8c9-e7e6-44af-a34d-3a840cab0850', 'name': '', 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'mac_address': 'fa:16:3e:34:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:24Z', 'updated_at': '2021-06-25T14:41:38Z', 'revision_number': 5, 'project_id': '018120595eed44fe92439b2834f42c8e', 'subnets': [{'id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:43:07.102173 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-41fc85bc-5576-4a12-980a-ac23e16f7271 req-9e9ee47b-9901-47ed-9d1c-28ad14a37dc6 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4303041
Jun 25 14:43:07.173203 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 {{(pid=78435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:43:07.183959 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-928760f9-85eb-4496-b508-09e8471cd9ec req-a3f44335-d8cd-4332-8e49-cb9e743e72c9 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0734496
Jun 25 14:43:07.185802 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:07.231832 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.provisioning_blocks [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Transition to ACTIVE for port object 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 will not be triggered until provisioned by entity L2. {{(pid=78435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:43:07.235853 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6486730'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:07.247043 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:07.384182 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [None req-cc19ad33-ee04-4f44-b4b6-7b45a6551350 admin admin] For port 5a82d0bf-1fac-403c-b751-7d5c3eb4b147, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=5a82d0bf-1fac-403c-b751-7d5c3eb4b147,segment=NetworkSegment(38c52a19-3cfe-4f2a-955f-7223adce4a06),segment_id=38c52a19-3cfe-4f2a-955f-7223adce4a06)] {{(pid=78435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:43:07.386237 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-cc19ad33-ee04-4f44-b4b6-7b45a6551350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:07.389984 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b8c36f-012e-42c3-9410-a838f5e3b7b4 None None] New status for floating IP 6e18970e-7c95-41ec-bb41-18d7d83e7cf0: ACTIVE {{(pid=78437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 25 14:43:07.686628 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-cc19ad33-ee04-4f44-b4b6-7b45a6551350 admin admin] Calling delete_port for 5a82d0bf-1fac-403c-b751-7d5c3eb4b147 owned by network:router_interface {{(pid=78435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:43:07.924415 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Pushing event updated for resources: {'Port': ['ID=55c47e6d-98e7-4f0d-b3e1-85a823c05e55,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:07.942215 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:07.942682 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:07.942950 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:07.943281 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:07.943637 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:07.943988 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:07.944335 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:07.944712 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:07.945057 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:07.945709 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:07.946068 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:07.946414 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:07.956599 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:08.292796 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Attempting to bind port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:43:08.293276 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Attempting to bind port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'de30a297-97be-4c4b-8075-4fdee5b8995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742'}] {{(pid=78435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:43:08.293605 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Attempting to bind port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 on network caaba7bb-316d-4d00-9ba2-d090d4751742 {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:43:08.296163 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-486b87e7-cf3c-4fc1-bc24-b408c8953f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:08.331594 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 on network caaba7bb-316d-4d00-9ba2-d090d4751742 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 14:43:08.331914 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Attempting to bind port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 on network caaba7bb-316d-4d00-9ba2-d090d4751742 {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:43:08.353849 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:43:08.354768 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Checking segment: {'id': 'de30a297-97be-4c4b-8075-4fdee5b8995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:43:08.355120 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Bound using segment: {'id': 'de30a297-97be-4c4b-8075-4fdee5b8995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742'} {{(pid=78435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:43:08.355554 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.managers [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Bound port: 55c47e6d-98e7-4f0d-b3e1-85a823c05e55, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de30a297-97be-4c4b-8075-4fdee5b8995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742'}}] {{(pid=78435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:43:08.355898 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:08.477375 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48200be-729c-480c-a510-70296817813a req-ecea4475-9674-49a8-be11-e6d916a20564 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:08.480730 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d48200be-729c-480c-a510-70296817813a req-ecea4475-9674-49a8-be11-e6d916a20564 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 943 time: 0.3146253
Jun 25 14:43:08.630742 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] For port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55, host hv-cinder-79809, cleared binding levels {{(pid=78435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:43:08.654651 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f10d63-e09a-4e5b-ad05-7b7fb7dcc8f9 req-b607f836-accb-45c2-82b6-4c3c2f11543e tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:08.656394 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-97f10d63-e09a-4e5b-ad05-7b7fb7dcc8f9 req-b607f836-accb-45c2-82b6-4c3c2f11543e tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.4048727
Jun 25 14:43:08.727711 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d48200be-729c-480c-a510-70296817813a req-73cd201f-35bb-4932-bfa1-3338d00bedb9 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199974
Jun 25 14:43:08.792501 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-97f10d63-e09a-4e5b-ad05-7b7fb7dcc8f9 req-cd50b9d5-312e-46d5-aca3-9f76bf451803 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1218128
Jun 25 14:43:08.806113 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-cc19ad33-ee04-4f44-b4b6-7b45a6551350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:08.815568 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-21924c28-d01f-46a8-a2b9-809f3c91f26d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:08.857017 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:08.892513 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] For port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=55c47e6d-98e7-4f0d-b3e1-85a823c05e55,segment=NetworkSegment(de30a297-97be-4c4b-8075-4fdee5b8995e),segment_id=de30a297-97be-4c4b-8075-4fdee5b8995e)] {{(pid=78435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:43:08.902846 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19ad33-ee04-4f44-b4b6-7b45a6551350 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a82d0bf-1fac-403c-b751-7d5c3eb4b147,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:08.907166 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6486730'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:08.914628 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-cc19ad33-ee04-4f44-b4b6-7b45a6551350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:08.915167 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-cc19ad33-ee04-4f44-b4b6-7b45a6551350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:09.096344 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:09.098701 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:09.100898 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] 10.222.0.16 "PUT /v2.0/ports/55c47e6d-98e7-4f0d-b3e1-85a823c05e55 HTTP/1.1" status: 200  len: 1093 time: 5.6375737
Jun 25 14:43:09.140000 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'tag': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55'}] {{(pid=78435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:43:09.169505 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cf67265f-f899-486c-882d-1295e5237df6 req-0a66da79-bb1a-4ee4-bf3c-315d69594925 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.1643355
Jun 25 14:43:09.224975 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'tag': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55', 'status': 'completed', 'code': 200}
Jun 25 14:43:09.312208 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Pushing event updated for resources: {'Port': ['ID=55c47e6d-98e7-4f0d-b3e1-85a823c05e55,revision_number=3']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:09.321569 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-61400f0d-cbeb-48e2-b037-954815c654ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:09.468433 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-cc19ad33-ee04-4f44-b4b6-7b45a6551350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760746'] for router_interface, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:10.417261 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc19ad33-ee04-4f44-b4b6-7b45a6551350 admin admin] Router 3bb4f412-e5c0-47b5-8756-b3ab3f6069de has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:43:10.448664 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680a8df-3c76-44f6-b970-4a835a86786a req-45fad4ee-c45d-4722-b5f3-647ea9e76a7e tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:10.450254 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e680a8df-3c76-44f6-b970-4a835a86786a req-45fad4ee-c45d-4722-b5f3-647ea9e76a7e tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 943 time: 0.2361722
Jun 25 14:43:10.494685 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 37710) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:10.554825 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65325850-e1c5-4c39-aa83-004bb9099f24 req-9a0879ce-a5e6-4011-bb31-3899cd9f4fc3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:10.556200 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-65325850-e1c5-4c39-aa83-004bb9099f24 req-9a0879ce-a5e6-4011-bb31-3899cd9f4fc3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.2787385
Jun 25 14:43:10.614925 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1a0cea2d-fe6d-4e10-b9c4-78a72c3dd10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:10.635046 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-1a0cea2d-fe6d-4e10-b9c4-78a72c3dd10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:43:10.640059 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-1a0cea2d-fe6d-4e10-b9c4-78a72c3dd10f admin admin] Usage tracker for resource:security_group_rule and tenant:0b5a59f02d32408dbe36793df547d6d6 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:43:10.644720 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-1a0cea2d-fe6d-4e10-b9c4-78a72c3dd10f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:43:10.653162 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-1a0cea2d-fe6d-4e10-b9c4-78a72c3dd10f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:43:10.690930 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e680a8df-3c76-44f6-b970-4a835a86786a req-2b6a6f0b-0cfb-4f6f-a2cd-dc60e7aa463d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1904738
Jun 25 14:43:10.738616 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-65325850-e1c5-4c39-aa83-004bb9099f24 req-59a3a1a5-55e5-4882-a30b-3b9cd73d0402 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1743956
Jun 25 14:43:10.741856 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc19ad33-ee04-4f44-b4b6-7b45a6551350 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:43:10.753018 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6000c43b-ea37-48d5-a02f-3c65b5d9ab70 None None] Sync routers for ids ['3bb4f412-e5c0-47b5-8756-b3ab3f6069de'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:43:10.781935 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-cc19ad33-ee04-4f44-b4b6-7b45a6551350 admin admin] 10.222.0.52 "PUT /v2.0/routers/3bb4f412-e5c0-47b5-8756-b3ab3f6069de/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0974660
Jun 25 14:43:10.784666 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 37716) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:10.787446 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6000c43b-ea37-48d5-a02f-3c65b5d9ab70 None None] Routers {'3bb4f412-e5c0-47b5-8756-b3ab3f6069de'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:43:10.797916 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-6000c43b-ea37-48d5-a02f-3c65b5d9ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28addd910>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:42:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['3bb4f412-e5c0-47b5-8756-b3ab3f6069de'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:10.805729 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1a0cea2d-fe6d-4e10-b9c4-78a72c3dd10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:10.819843 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1a0cea2d-fe6d-4e10-b9c4-78a72c3dd10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:10.850485 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7ba56f3a-39c5-4a12-9983-63d4af370d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:10.863521 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-1a0cea2d-fe6d-4e10-b9c4-78a72c3dd10f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b5a59f02d32408dbe36793df547d6d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3670325
Jun 25 14:43:10.866243 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 37720) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:10.880738 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5578bd98-ae69-4130-a362-d0e103caab21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:10.910776 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cea2d-fe6d-4e10-b9c4-78a72c3dd10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c1b5b5-f087-4aa5-9e1e-e078228b7165,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:10.915656 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1a0cea2d-fe6d-4e10-b9c4-78a72c3dd10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:10.940995 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4fbc83f3-94a1-41d6-967e-37f80b4acf86 req-2b01bf0f-cbde-42d5-827e-f424526ac1b7 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0620623
Jun 25 14:43:10.946117 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c515-2690-4a6a-b786-18d932615747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:10.979298 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c515-2690-4a6a-b786-18d932615747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:11.041970 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-6000c43b-ea37-48d5-a02f-3c65b5d9ab70 None None] Set router 3bb4f412-e5c0-47b5-8756-b3ab3f6069de gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:43:11.051052 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c515-2690-4a6a-b786-18d932615747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:11.063484 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bc194131-0c72-49a3-bc82-f9571ca870cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:11.080618 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9c515-2690-4a6a-b786-18d932615747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c1b5b5-f087-4aa5-9e1e-e078228b7165,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:11.084295 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5fc9c515-2690-4a6a-b786-18d932615747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:11.108210 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c515-2690-4a6a-b786-18d932615747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:11.111743 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-5fc9c515-2690-4a6a-b786-18d932615747 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28c1b5b5-f087-4aa5-9e1e-e078228b7165 HTTP/1.1" status: 204  len: 168 time: 0.2443871
Jun 25 14:43:11.193133 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] Notify callbacks [] for router, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:11.484574 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:11.497212 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] Deleting port 671e029d-aabe-4723-8b36-830572901c16 {{(pid=78435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:43:11.497630 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:11.559024 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-6000c43b-ea37-48d5-a02f-3c65b5d9ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28addd910>, [{'id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'name': 'tempest-ServerRescueNegativeTestJSON-373747241-router', 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '671e029d-aabe-4723-8b36-830572901c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:43:08Z', 'revision_number': 5, 'project_id': '0aa02100a2e14479942bf6a8fedf507b', 'gw_port': {'id': '671e029d-aabe-4723-8b36-830572901c16', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:57Z', 'updated_at': '2021-06-25T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:11.567014 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6000c43b-ea37-48d5-a02f-3c65b5d9ab70 None None] Checking router: 3bb4f412-e5c0-47b5-8756-b3ab3f6069de for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:43:11.578608 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6000c43b-ea37-48d5-a02f-3c65b5d9ab70 None None] Routers {'3bb4f412-e5c0-47b5-8756-b3ab3f6069de'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:43:11.579238 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-6000c43b-ea37-48d5-a02f-3c65b5d9ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28addd910>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:43:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['3bb4f412-e5c0-47b5-8756-b3ab3f6069de'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:11.710790 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] For port 671e029d-aabe-4723-8b36-830572901c16, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=671e029d-aabe-4723-8b36-830572901c16,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:43:11.711310 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:11.751413 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-6000c43b-ea37-48d5-a02f-3c65b5d9ab70 None None] Set router 3bb4f412-e5c0-47b5-8756-b3ab3f6069de gateway port host: None {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:43:11.786710 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:11.852224 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] Calling delete_port for 671e029d-aabe-4723-8b36-830572901c16 owned by network:router_gateway {{(pid=78435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:43:11.908077 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-6000c43b-ea37-48d5-a02f-3c65b5d9ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28addd910>, [{'id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'name': 'tempest-ServerRescueNegativeTestJSON-373747241-router', 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:43:11Z', 'revision_number': 6, 'project_id': '0aa02100a2e14479942bf6a8fedf507b', 'gw_port_host': None}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:11.912434 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6000c43b-ea37-48d5-a02f-3c65b5d9ab70 None None] The sync data for ids ['3bb4f412-e5c0-47b5-8756-b3ab3f6069de'] in dv-cinder-798091-1-iscsi is: [{'id': '3bb4f412-e5c0-47b5-8756-b3ab3f6069de', 'name': 'tempest-ServerRescueNegativeTestJSON-373747241-router', 'tenant_id': '0aa02100a2e14479942bf6a8fedf507b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:43:11Z', 'revision_number': 6, 'project_id': '0aa02100a2e14479942bf6a8fedf507b', 'gw_port_host': None}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:43:12.223817 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd8914-aa94-4257-b152-e2e06961f27a req-987bffd1-e404-4960-af5c-82c80615f87c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:12.225277 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92cd8914-aa94-4257-b152-e2e06961f27a req-987bffd1-e404-4960-af5c-82c80615f87c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 943 time: 0.3803678
Jun 25 14:43:12.239361 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a5270-7636-4706-9ca5-49b2d89d8e3c req-3c3c100a-b4fa-44d0-9460-ffc3e48b336c tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:12.240747 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1b9a5270-7636-4706-9ca5-49b2d89d8e3c req-3c3c100a-b4fa-44d0-9460-ffc3e48b336c tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.3005316
Jun 25 14:43:12.422960 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92cd8914-aa94-4257-b152-e2e06961f27a req-271c193c-be6e-426e-9521-a550f174acee tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1912901
Jun 25 14:43:12.430580 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1b9a5270-7636-4706-9ca5-49b2d89d8e3c req-6319765a-1689-4bfa-8103-4dff73246135 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1761506
Jun 25 14:43:12.493331 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:12.518710 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-a87c043e-06ea-4138-a3c6-c12935aad3b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:12.638437 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=671e029d-aabe-4723-8b36-830572901c16,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:12.652233 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:12.694168 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-32297eec-36a8-4c78-b1ad-a88c78099df7 req-ec22b271-995e-49de-b9c3-d123a3dcad1f tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.1076696
Jun 25 14:43:12.731240 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549411'] for router_gateway, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:12.922164 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-996'] for router, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:12.924839 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:13.032733 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691918'] for router, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:13.040154 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bb4f412-e5c0-47b5-8756-b3ab3f6069de {{(pid=78435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 25 14:43:13.070777 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] Notify callbacks [] for router, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:13.071906 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] 10.222.0.52 "DELETE /v2.0/routers/3bb4f412-e5c0-47b5-8756-b3ab3f6069de HTTP/1.1" status: 204  len: 168 time: 2.2862914
Jun 25 14:43:13.074700 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 37736) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:13.186649 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca5d51e-bd4c-4727-ac71-0796af4f6971 admin admin] Deleting subnet 15d8da82-b461-4601-96f4-3558be16618c {{(pid=78436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 25 14:43:13.204582 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8ca5d51e-bd4c-4727-ac71-0796af4f6971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:13.256906 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 671e029d-aabe-4723-8b36-830572901c16 no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:43:13.269513 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8ca5d51e-bd4c-4727-ac71-0796af4f6971 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:13.277125 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8ca5d51e-bd4c-4727-ac71-0796af4f6971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409244'] for subnet, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:13.305555 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 671e029d-aabe-4723-8b36-830572901c16 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:43:13.305907 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 671e029d-aabe-4723-8b36-830572901c16 not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:43:13.306328 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 5a82d0bf-1fac-403c-b751-7d5c3eb4b147 no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:43:13.350943 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 5a82d0bf-1fac-403c-b751-7d5c3eb4b147 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:43:13.351394 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 5a82d0bf-1fac-403c-b751-7d5c3eb4b147 not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:43:13.355667 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:13.363917 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8ca5d51e-bd4c-4727-ac71-0796af4f6971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for subnet, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:13.368268 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-54d9a5e7-7ac0-4eb6-a79a-343b9ddd26a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:13.404687 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5d51e-bd4c-4727-ac71-0796af4f6971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15d8da82-b461-4601-96f4-3558be16618c,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:13.408810 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8ca5d51e-bd4c-4727-ac71-0796af4f6971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:13.415243 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-8ca5d51e-bd4c-4727-ac71-0796af4f6971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:13.418200 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-8ca5d51e-bd4c-4727-ac71-0796af4f6971 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/15d8da82-b461-4601-96f4-3558be16618c HTTP/1.1" status: 204  len: 168 time: 0.3416536
Jun 25 14:43:13.422382 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 37740) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:13.709880 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1cd8a3ef-afaa-4a56-ad44-8adebd0c6a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1810749'] for network, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:13.891196 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94462e-b697-4b4f-b14e-aa566a55cc25 req-3ecb1af3-510c-4d08-ac33-46cb287adb10 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:13.892654 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8e94462e-b697-4b4f-b14e-aa566a55cc25 req-3ecb1af3-510c-4d08-ac33-46cb287adb10 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.2697399
Jun 25 14:43:13.910666 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cce56-ecb2-4c40-bb39-883f0ab8f586 req-a6f2b667-d682-4dd7-8eef-534951ffe00a tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:13.917784 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7e6cce56-ecb2-4c40-bb39-883f0ab8f586 req-a6f2b667-d682-4dd7-8eef-534951ffe00a tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 943 time: 0.3080058
Jun 25 14:43:13.955518 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1cd8a3ef-afaa-4a56-ad44-8adebd0c6a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410625', 'neutron.services.segments.db._delete_segments_for_network-8783892414913'] for network, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:13.984289 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-1cd8a3ef-afaa-4a56-ad44-8adebd0c6a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd28ac5cc10>,) {'filters': {'network_id': ['fe47f01d-0a00-4026-a5a3-3a965d638a88']}} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:14.013130 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-1cd8a3ef-afaa-4a56-ad44-8adebd0c6a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28ac5cc10>, '38c52a19-3cfe-4f2a-955f-7223adce4a06') {'for_net_delete': True} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:14.013527 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-1cd8a3ef-afaa-4a56-ad44-8adebd0c6a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28ac5cc10>, '38c52a19-3cfe-4f2a-955f-7223adce4a06') {} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:14.035310 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8e94462e-b697-4b4f-b14e-aa566a55cc25 req-227a3ece-97eb-4963-904c-b64b96013585 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1149209
Jun 25 14:43:14.038990 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1cd8a3ef-afaa-4a56-ad44-8adebd0c6a50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783892427816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6995103'] for segment, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:14.060128 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7e6cce56-ecb2-4c40-bb39-883f0ab8f586 req-59e0eabb-f44f-4f0a-bd04-acc164e039f1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413908
Jun 25 14:43:14.084967 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1cd8a3ef-afaa-4a56-ad44-8adebd0c6a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:14.095853 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd8a3ef-afaa-4a56-ad44-8adebd0c6a50 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=78435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 25 14:43:14.095853 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1cd8a3ef-afaa-4a56-ad44-8adebd0c6a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1411209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6486702'] for segment, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]: Traceback (most recent call last):
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:     timer()
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:     cb(*args, **kw)
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:     return func(*args, **kwargs)
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:     self._notify()
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:     self.callback(batched_events)
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:     event.method(event)
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:     return f(self, *a, **k)
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._get(url).json()
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self.request(url, 'GET', **kwargs)
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 25 14:43:14.164184 dv-cinder-798091-1-iscsi neutron-server[78435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 25 14:43:14.238087 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-18bc102a-467e-47ac-8cfa-e9095146c53f req-f6da6ab6-23f4-4413-8003-6d83c1511c06 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0582967
Jun 25 14:43:14.238852 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1cd8a3ef-afaa-4a56-ad44-8adebd0c6a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549382'] for network, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:14.243320 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:14.266264 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1cd8a3ef-afaa-4a56-ad44-8adebd0c6a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:14.280418 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8a3ef-afaa-4a56-ad44-8adebd0c6a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe47f01d-0a00-4026-a5a3-3a965d638a88,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:14.284262 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1cd8a3ef-afaa-4a56-ad44-8adebd0c6a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:14.290539 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-1cd8a3ef-afaa-4a56-ad44-8adebd0c6a50 admin admin] 10.222.0.52 "DELETE /v2.0/networks/fe47f01d-0a00-4026-a5a3-3a965d638a88 HTTP/1.1" status: 204  len: 168 time: 0.8667033
Jun 25 14:43:14.483766 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 37758) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:14.533181 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-d46d050a-15b2-4960-ad58-e537d961b74a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0aa02100a2e14479942bf6a8fedf507b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0481246
Jun 25 14:43:14.535492 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 37762) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:14.691424 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d72b9c37-0876-44b6-ab12-64e2d8fd5a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:14.718576 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d72b9c37-0876-44b6-ab12-64e2d8fd5a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:14.772699 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d72b9c37-0876-44b6-ab12-64e2d8fd5a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:14.782348 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d8dcab77-bc6a-4db8-869f-dfdcfb646bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:14.788717 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b9c37-0876-44b6-ab12-64e2d8fd5a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c62f126-e706-425f-b24c-c9a2af1744ba,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:14.792201 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d72b9c37-0876-44b6-ab12-64e2d8fd5a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:14.802113 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d72b9c37-0876-44b6-ab12-64e2d8fd5a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:14.804275 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-d72b9c37-0876-44b6-ab12-64e2d8fd5a70 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2c62f126-e706-425f-b24c-c9a2af1744ba HTTP/1.1" status: 204  len: 168 time: 0.2668958
Jun 25 14:43:15.340894 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-be330955-83f0-423f-90b3-84aa1b44cccc req-083c4f64-2f64-4f40-8304-5ed867375af0 service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3592649
Jun 25 14:43:15.411397 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5fb15-ecf2-429f-86ba-484c65c1955f req-47b998db-0865-481c-a264-1e0878f5b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:15.412996 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-16b5fb15-ecf2-429f-86ba-484c65c1955f req-47b998db-0865-481c-a264-1e0878f5b0b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b956f638-dae2-4845-9486-f6605d1910a8 HTTP/1.1" status: 200  len: 909 time: 0.3560274
Jun 25 14:43:15.512417 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1e20b-ff75-40f6-b8c3-e5176fbb9346 req-628860b6-7685-4a3c-b693-4cabc2ddc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:15.514089 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b3e1e20b-ff75-40f6-b8c3-e5176fbb9346 req-628860b6-7685-4a3c-b693-4cabc2ddc5e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=86e0a63701734a29b9ce1cfc8805ebe0&device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 1096 time: 0.3879232
Jun 25 14:43:15.522474 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091d7b4-345c-4100-91e8-a7d4e05198c0 req-86ebecef-db61-4da3-9152-b63436959c5f tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:15.524005 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0091d7b4-345c-4100-91e8-a7d4e05198c0 req-86ebecef-db61-4da3-9152-b63436959c5f tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 943 time: 0.2650146
Jun 25 14:43:15.537494 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2bc4c-72b3-4f8d-825b-4fdfed7a13b0 req-7eeb3e83-700d-484b-9228-00f3ec899311 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:15.539043 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a7f2bc4c-72b3-4f8d-825b-4fdfed7a13b0 req-7eeb3e83-700d-484b-9228-00f3ec899311 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.2828450
Jun 25 14:43:15.678539 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-16b5fb15-ecf2-429f-86ba-484c65c1955f req-910ac8d2-0e0f-449f-9186-3af5b60f52d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f89596-7fce-462a-8204-3e372163ce05 HTTP/1.1" status: 200  len: 1000 time: 0.2170839
Jun 25 14:43:15.701300 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-be330955-83f0-423f-90b3-84aa1b44cccc req-07343675-9872-4a36-a0bc-f7dab32497dd service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3478475
Jun 25 14:43:15.718850 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0091d7b4-345c-4100-91e8-a7d4e05198c0 req-31daa618-f8c2-48af-9097-3d639f087097 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787815
Jun 25 14:43:15.773136 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a7f2bc4c-72b3-4f8d-825b-4fdfed7a13b0 req-a84bb22a-0df4-4302-a05d-8274277de1d5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2139332
Jun 25 14:43:15.817567 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1e20b-ff75-40f6-b8c3-e5176fbb9346 req-f75f799f-16c5-4771-8537-b056b3d2b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:15.820277 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b3e1e20b-ff75-40f6-b8c3-e5176fbb9346 req-f75f799f-16c5-4771-8537-b056b3d2b044 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=86e0a63701734a29b9ce1cfc8805ebe0&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2647018
Jun 25 14:43:15.966989 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-141a64f7-1ed9-4ca7-babf-923ee4c92e1f req-bd5b6c55-3a62-4eb8-9db4-70c49e31702f tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0914145
Jun 25 14:43:16.036590 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5fb15-ecf2-429f-86ba-484c65c1955f req-327f4414-1fcb-43a7-94c7-5282f49a88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:16.039952 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-16b5fb15-ecf2-429f-86ba-484c65c1955f req-327f4414-1fcb-43a7-94c7-5282f49a88e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54025221-f21c-4ee1-82d2-8f66a9dc0562 HTTP/1.1" status: 200  len: 847 time: 0.1464374
Jun 25 14:43:16.140969 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1e20b-ff75-40f6-b8c3-e5176fbb9346 req-9a4d3b73-6387-4587-be4b-b29b7f67ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:16.142747 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b3e1e20b-ff75-40f6-b8c3-e5176fbb9346 req-9a4d3b73-6387-4587-be4b-b29b7f67ded4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2150044
Jun 25 14:43:16.244753 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5fb15-ecf2-429f-86ba-484c65c1955f req-d4b31186-7036-4cea-bab7-cc4bc9c98e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:16.246901 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-16b5fb15-ecf2-429f-86ba-484c65c1955f req-d4b31186-7036-4cea-bab7-cc4bc9c98e1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b956f638-dae2-4845-9486-f6605d1910a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1728773
Jun 25 14:43:16.493538 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-16b5fb15-ecf2-429f-86ba-484c65c1955f req-77009bf0-5b61-4fcc-a3e0-16aca055ff9b service neutron] 10.222.0.16 "GET /v2.0/networks/b956f638-dae2-4845-9486-f6605d1910a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1804900
Jun 25 14:43:16.496194 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f17299-4af6-4c6c-beb1-279d348cfe9b req-3d19dd52-debb-458a-a9ee-0da760172b1b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:16.497816 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-72f17299-4af6-4c6c-beb1-279d348cfe9b req-3d19dd52-debb-458a-a9ee-0da760172b1b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1906066
Jun 25 14:43:16.499966 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-e3b86864-d157-4ba4-8fe7-666c49473917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:16.501527 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-e3b86864-d157-4ba4-8fe7-666c49473917 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=86e0a63701734a29b9ce1cfc8805ebe0&device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 1096 time: 0.1599157
Jun 25 14:43:16.558823 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-72f17299-4af6-4c6c-beb1-279d348cfe9b req-53f1f45a-83d5-45d5-84df-277ef85e783b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506287
Jun 25 14:43:16.786001 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-9601c67c-442d-426c-bcc0-6d972be29c8e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55c47e6d-98e7-4f0d-b3e1-85a823c05e55 HTTP/1.1" status: 200  len: 217 time: 0.1517165
Jun 25 14:43:16.882226 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-96a7ffb9-a783-404d-8080-c0205378eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:16.884275 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-96a7ffb9-a783-404d-8080-c0205378eea2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99d7a17a-27dd-4982-944f-8975a8bc4ef7 HTTP/1.1" status: 200  len: 854 time: 0.0870836
Jun 25 14:43:17.145739 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-df907efc-352d-4605-9804-dc191c64569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:17.147415 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-df907efc-352d-4605-9804-dc191c64569a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=caaba7bb-316d-4d00-9ba2-d090d4751742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2142749
Jun 25 14:43:17.158142 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420618f-4082-4ec0-85a7-2008848a80e0 req-22099da0-67e9-4b2a-b839-cc90842feebf tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:17.165368 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9420618f-4082-4ec0-85a7-2008848a80e0 req-22099da0-67e9-4b2a-b839-cc90842feebf tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 943 time: 0.2664886
Jun 25 14:43:17.176435 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05979f31-e6ec-4a07-9fc0-207217d3e8e0 req-24c7ab03-0fa7-405f-84ef-d35086ffa822 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:17.182657 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-05979f31-e6ec-4a07-9fc0-207217d3e8e0 req-24c7ab03-0fa7-405f-84ef-d35086ffa822 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 945 time: 0.1433983
Jun 25 14:43:17.231380 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff11cf5-80c9-4ecc-8a0b-a759876daa0a req-31f4f054-8a75-4cee-859f-5f38b08a588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:17.234041 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8ff11cf5-80c9-4ecc-8a0b-a759876daa0a req-31f4f054-8a75-4cee-859f-5f38b08a588f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2&device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 1098 time: 0.5713315
Jun 25 14:43:17.237433 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-16b5fb15-ecf2-429f-86ba-484c65c1955f req-aafe0516-11d1-42c1-827e-12e5892a0adc service neutron] 10.222.0.16 "GET /v2.0/networks/b956f638-dae2-4845-9486-f6605d1910a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6037929
Jun 25 14:43:17.370022 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-21ab2643-c907-4adf-9051-1ab59a6f4143 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:17.371774 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-21ab2643-c907-4adf-9051-1ab59a6f4143 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.16 "GET /v2.0/networks?id=b025b70a-f35a-45e2-b6cc-f3f694612525 HTTP/1.1" status: 200  len: 811 time: 0.5707679
Jun 25 14:43:17.420996 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-05979f31-e6ec-4a07-9fc0-207217d3e8e0 req-32283600-7a6d-44b2-946c-183552894072 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2329547
Jun 25 14:43:17.477910 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9420618f-4082-4ec0-85a7-2008848a80e0 req-d9e91cea-d1fe-4a73-994e-baa618b0a4ce tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3112309
Jun 25 14:43:17.546654 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-472f9f4f-d7fd-430c-a45c-26594fb70673 service neutron] 10.222.0.16 "GET /v2.0/networks/caaba7bb-316d-4d00-9ba2-d090d4751742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3567145
Jun 25 14:43:17.554886 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-6d07a76b-4325-4387-9d24-37dcb9f17b3f tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Synchronizing usage tracker for tenant:f5e71d6387574c4c80d267a33c619811 on resource:security_group {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:43:17.586881 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-6d07a76b-4325-4387-9d24-37dcb9f17b3f tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Unset dirty status for tenant:f5e71d6387574c4c80d267a33c619811 on resource:security_group {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:43:17.588376 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-6d07a76b-4325-4387-9d24-37dcb9f17b3f tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5e71d6387574c4c80d267a33c619811 HTTP/1.1" status: 200  len: 378 time: 0.1414237
Jun 25 14:43:17.591963 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff11cf5-80c9-4ecc-8a0b-a759876daa0a req-c0203aff-f6db-40be-828d-a93459ad9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:17.593957 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8ff11cf5-80c9-4ecc-8a0b-a759876daa0a req-c0203aff-f6db-40be-828d-a93459ad9b22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=be24940d-36a5-4120-9f97-63f35026663d HTTP/1.1" status: 200  len: 918 time: 0.3124905
Jun 25 14:43:17.690318 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Request body: {'port': {'device_id': '31ef8fc1-65c1-4f4a-a367-04e5deea75ff', 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525', 'admin_state_up': True, 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'security_groups': ['762571d0-be68-47fa-80ae-838ece11d153']}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:43:17.798550 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 37844) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:17.811532 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d49ad49a-8398-4e56-8fe1-13dc6607927c req-8be7146e-ae56-4139-a635-37a959b4ca7b tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.2114837
Jun 25 14:43:17.861807 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8ff11cf5-80c9-4ecc-8a0b-a759876daa0a req-299ba6e3-4e34-4918-8728-f9537ab56c23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c HTTP/1.1" status: 200  len: 1000 time: 0.2402620
Jun 25 14:43:17.935084 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-8b117327-ce15-4022-a0e8-f65a2dcedf06 service neutron] 10.222.0.16 "GET /v2.0/networks/caaba7bb-316d-4d00-9ba2-d090d4751742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3698294
Jun 25 14:43:17.967073 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:43:17.969646 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597aa81-775f-4a6d-b7de-3d5b081c243d req-f3f2db9b-9459-4f76-bd6c-a2be033c925f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:17.971733 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1597aa81-775f-4a6d-b7de-3d5b081c243d req-f3f2db9b-9459-4f76-bd6c-a2be033c925f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1586800
Jun 25 14:43:17.983072 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff11cf5-80c9-4ecc-8a0b-a759876daa0a req-1b044278-f9dc-4025-b9eb-7a945bf326bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:17.984747 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8ff11cf5-80c9-4ecc-8a0b-a759876daa0a req-1b044278-f9dc-4025-b9eb-7a945bf326bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e39175d9-74d1-4a7a-b7f4-51fe6d4a191b HTTP/1.1" status: 200  len: 856 time: 0.1094215
Jun 25 14:43:17.989462 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:43:18.014599 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-76ca153c-ad47-430c-babf-d4e268dd0099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:18.025163 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Made reservation on behalf of f5e71d6387574c4c80d267a33c619811 for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:43:18.029190 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:18.033969 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1597aa81-775f-4a6d-b7de-3d5b081c243d req-ada2c017-bf82-42e5-b0cb-3a75d98cb012 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567036
Jun 25 14:43:18.102072 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-76ca153c-ad47-430c-babf-d4e268dd0099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:43:18.148973 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-76ca153c-ad47-430c-babf-d4e268dd0099 admin admin] Usage tracker for resource:security_group_rule and tenant:9724676e55424cbd9af7e555132fecf9 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:43:18.161276 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-76ca153c-ad47-430c-babf-d4e268dd0099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:43:18.174417 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-76ca153c-ad47-430c-babf-d4e268dd0099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:43:18.212301 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device ac1a6404-8b51-401c-92aa-62ab2185c41c no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:43:18.324772 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff11cf5-80c9-4ecc-8a0b-a759876daa0a req-d52b1d9c-0d32-4a87-99d9-156f758fc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:18.326299 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8ff11cf5-80c9-4ecc-8a0b-a759876daa0a req-d52b1d9c-0d32-4a87-99d9-156f758fc81d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be24940d-36a5-4120-9f97-63f35026663d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2811120
Jun 25 14:43:18.357395 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:18.394635 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Allocated IP 172.20.0.6 (b025b70a-f35a-45e2-b6cc-f3f694612525/3aba2692-71df-4174-9240-9036bb4a5e73/7f0ed955-8cb8-4169-acc6-7a34a2475971) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:43:18.412319 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac1a6404-8b51-401c-92aa-62ab2185c41c'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:43:18.426483 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port ac1a6404-8b51-401c-92aa-62ab2185c41c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:43:18.432205 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:18.434726 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:18.531499 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac1a6404-8b51-401c-92aa-62ab2185c41c', 'code': 200}
Jun 25 14:43:18.537696 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=ac1a6404-8b51-401c-92aa-62ab2185c41c,revision_number=8']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:18.542800 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:18.631805 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8ff11cf5-80c9-4ecc-8a0b-a759876daa0a req-1ca992f3-cc54-44b5-9e8b-c8865ca50753 service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2909505
Jun 25 14:43:18.633621 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-76ca153c-ad47-430c-babf-d4e268dd0099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:18.715052 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-76ca153c-ad47-430c-babf-d4e268dd0099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:18.728429 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7cdb5e7d-f7f1-4794-95f3-65cfcce41193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:18.771355 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd838d5-1f34-4b5a-b0a2-2f76fe0d3d5c req-af017f0c-9a26-436e-9e0c-86ce3540b1a3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:18.772893 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1dd838d5-1f34-4b5a-b0a2-2f76fe0d3d5c req-af017f0c-9a26-436e-9e0c-86ce3540b1a3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1904974
Jun 25 14:43:18.786917 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd0af6-078f-4348-9aa2-bcc8387b6637 req-7a02a98d-2d9a-4419-a718-2e2ebc8af9a5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:18.788699 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7dbd0af6-078f-4348-9aa2-bcc8387b6637 req-7a02a98d-2d9a-4419-a718-2e2ebc8af9a5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 943 time: 0.1207438
Jun 25 14:43:18.843291 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-76ca153c-ad47-430c-babf-d4e268dd0099 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9724676e55424cbd9af7e555132fecf9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0282853
Jun 25 14:43:18.851381 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 37856) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:18.879284 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1dd838d5-1f34-4b5a-b0a2-2f76fe0d3d5c req-a371678b-d614-4f99-adc1-2f92e3e7ca19 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0895662
Jun 25 14:43:18.879632 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca153c-ad47-430c-babf-d4e268dd0099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf78f503-c323-449c-9e55-e0a1bcae8594,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:18.882447 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-76ca153c-ad47-430c-babf-d4e268dd0099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:18.887173 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7dbd0af6-078f-4348-9aa2-bcc8387b6637 req-a2abbc7e-94b6-41be-ab9c-29d626839f6f tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837431
Jun 25 14:43:18.938191 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:18.951685 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8ff11cf5-80c9-4ecc-8a0b-a759876daa0a req-8bec1a4c-6ed1-4b59-b4f0-d15bdc141ed1 service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2678697
Jun 25 14:43:18.961533 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Transition to ACTIVE for port object 7f0ed955-8cb8-4169-acc6-7a34a2475971 will not be triggered until provisioned by entity DHCP. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:43:18.968207 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e76294c5-3371-4fd0-b8bb-c70debeeac33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:19.002274 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:19.007963 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e76294c5-3371-4fd0-b8bb-c70debeeac33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:19.009849 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:19.096777 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Network b025b70a-f35a-45e2-b6cc-f3f694612525 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:43:19.103545 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:43:19.108929 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:43:19.116348 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:19.117379 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:19.158640 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e76294c5-3371-4fd0-b8bb-c70debeeac33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:19.165314 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5418227
Jun 25 14:43:19.170257 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f039bc96-0f17-4c72-b9bb-4e87a21c9f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:19.187483 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Pushing event updated for resources: {'Port': ['ID=7f0ed955-8cb8-4169-acc6-7a34a2475971,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:19.191165 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:19.196540 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743439f-d9a6-4a58-9229-c956fe1252bd req-751adbd5-46e4-440d-8865-9cc35a05de25 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:19.198753 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d743439f-d9a6-4a58-9229-c956fe1252bd req-751adbd5-46e4-440d-8865-9cc35a05de25 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 931 time: 0.1756322
Jun 25 14:43:19.199672 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Request body: {'port': {'device_id': '31ef8fc1-65c1-4f4a-a367-04e5deea75ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:43:19.263758 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76294c5-3371-4fd0-b8bb-c70debeeac33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf78f503-c323-449c-9e55-e0a1bcae8594,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:19.270650 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e76294c5-3371-4fd0-b8bb-c70debeeac33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:19.286742 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e76294c5-3371-4fd0-b8bb-c70debeeac33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:19.290303 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e76294c5-3371-4fd0-b8bb-c70debeeac33 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf78f503-c323-449c-9e55-e0a1bcae8594 HTTP/1.1" status: 204  len: 168 time: 0.4355924
Jun 25 14:43:19.337030 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d743439f-d9a6-4a58-9229-c956fe1252bd req-47785a9f-276e-4f65-820a-f2cb9d6d8afb tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0781782
Jun 25 14:43:19.378452 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fee14-800d-43bf-a71f-023f4e1b623a req-336a125d-2380-44e4-8d1c-4d60db030f32 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:19.380281 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d15fee14-800d-43bf-a71f-023f4e1b623a req-336a125d-2380-44e4-8d1c-4d60db030f32 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1787159
Jun 25 14:43:19.454564 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d15fee14-800d-43bf-a71f-023f4e1b623a req-58737e8b-c48c-489c-b063-16c3a1090b14 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657897
Jun 25 14:43:19.463055 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-f64c0449-fb87-4b5f-bf35-2bef5888d0db None None] Provisioning for port 7f0ed955-8cb8-4169-acc6-7a34a2475971 completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:43:19.471725 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-f64c0449-fb87-4b5f-bf35-2bef5888d0db None None] Provisioning complete for port 7f0ed955-8cb8-4169-acc6-7a34a2475971 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:43:19.472333 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-f64c0449-fb87-4b5f-bf35-2bef5888d0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:19.541363 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:19.548058 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-f64c0449-fb87-4b5f-bf35-2bef5888d0db None None] Port 7f0ed955-8cb8-4169-acc6-7a34a2475971 cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:43:19.727790 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 37868) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:19.745724 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c118ebd4-badb-425d-8c65-2570865f180b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:19.762732 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-c118ebd4-badb-425d-8c65-2570865f180b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:43:19.767762 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c118ebd4-badb-425d-8c65-2570865f180b admin admin] Usage tracker for resource:security_group_rule and tenant:d44d5e0d46454381b739e23fd71ccfe4 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:43:19.770745 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c118ebd4-badb-425d-8c65-2570865f180b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:43:19.779868 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-c118ebd4-badb-425d-8c65-2570865f180b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:43:19.888850 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c118ebd4-badb-425d-8c65-2570865f180b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:19.894028 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c118ebd4-badb-425d-8c65-2570865f180b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:19.903070 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-a0c78413-f89e-4a6c-9b82-44100f366907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:19.943768 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118ebd4-badb-425d-8c65-2570865f180b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7392dd29-8091-45a6-8613-8a9095f2ba07,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:19.947171 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c118ebd4-badb-425d-8c65-2570865f180b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:19.953794 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-c118ebd4-badb-425d-8c65-2570865f180b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d44d5e0d46454381b739e23fd71ccfe4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2211499
Jun 25 14:43:19.956072 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 37876) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:19.975487 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0ed955-8cb8-4169-acc6-7a34a2475971 {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:43:19.991018 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:20.025116 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Transition to ACTIVE for port object 7f0ed955-8cb8-4169-acc6-7a34a2475971 will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:43:20.036645 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:20.047767 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:20.099280 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-afdc33ee-4b85-4b92-8071-e06aede6ac75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:20.186542 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b56c8-56dd-4a7c-bef9-8e9779e8d867 req-3a364b4f-8aa7-45ef-9d64-16fcd177b553 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:20.189346 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-901b56c8-56dd-4a7c-bef9-8e9779e8d867 req-3a364b4f-8aa7-45ef-9d64-16fcd177b553 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 943 time: 0.1690409
Jun 25 14:43:20.208443 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba969c61-6b9c-4c4f-8cd9-cb22e7f6fe4c req-d4c81699-3dd1-4e13-8021-3b518e1adfcc tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:20.210322 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ba969c61-6b9c-4c4f-8cd9-cb22e7f6fe4c req-d4c81699-3dd1-4e13-8021-3b518e1adfcc tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1391029
Jun 25 14:43:20.216027 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 14:43:20.284238 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0ed955-8cb8-4169-acc6-7a34a2475971,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:20.288652 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-afdc33ee-4b85-4b92-8071-e06aede6ac75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:20.305978 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-901b56c8-56dd-4a7c-bef9-8e9779e8d867 req-2ea53b6a-1570-42ee-9fe3-3bf3f6d35cd1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942769
Jun 25 14:43:20.307737 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:20.333606 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Attempting to bind port 7f0ed955-8cb8-4169-acc6-7a34a2475971 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:43:20.334050 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Attempting to bind port 7f0ed955-8cb8-4169-acc6-7a34a2475971 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '70bd9b18-6389-42e2-82ed-b20c76711bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:43:20.334624 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Attempting to bind port 7f0ed955-8cb8-4169-acc6-7a34a2475971 on network b025b70a-f35a-45e2-b6cc-f3f694612525 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:43:20.350577 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ba969c61-6b9c-4c4f-8cd9-cb22e7f6fe4c req-0308da99-62ad-4152-b6a9-0fd400e2358b tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1217041
Jun 25 14:43:20.388273 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Port 7f0ed955-8cb8-4169-acc6-7a34a2475971 on network b025b70a-f35a-45e2-b6cc-f3f694612525 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 14:43:20.388995 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Attempting to bind port 7f0ed955-8cb8-4169-acc6-7a34a2475971 on network b025b70a-f35a-45e2-b6cc-f3f694612525 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:43:20.396008 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:43:20.396869 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Checking segment: {'id': '70bd9b18-6389-42e2-82ed-b20c76711bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:43:20.397504 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Bound using segment: {'id': '70bd9b18-6389-42e2-82ed-b20c76711bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:43:20.398148 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Bound port: 7f0ed955-8cb8-4169-acc6-7a34a2475971, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bd9b18-6389-42e2-82ed-b20c76711bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:43:20.398714 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:20.425331 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-afdc33ee-4b85-4b92-8071-e06aede6ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:20.442472 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=55c47e6d-98e7-4f0d-b3e1-85a823c05e55,segment=NetworkSegment(de30a297-97be-4c4b-8075-4fdee5b8995e),segment_id=de30a297-97be-4c4b-8075-4fdee5b8995e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:43:20.457577 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:20.461276 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55', 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'port_id': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55', 'mac_address': 'fa:16:3e:8a:20:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 14:43:20.473427 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc33ee-4b85-4b92-8071-e06aede6ac75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7392dd29-8091-45a6-8613-8a9095f2ba07,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:20.482510 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-afdc33ee-4b85-4b92-8071-e06aede6ac75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:20.499780 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-afdc33ee-4b85-4b92-8071-e06aede6ac75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:20.503334 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-afdc33ee-4b85-4b92-8071-e06aede6ac75 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7392dd29-8091-45a6-8613-8a9095f2ba07 HTTP/1.1" status: 204  len: 168 time: 0.5440078
Jun 25 14:43:20.540059 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] For port 7f0ed955-8cb8-4169-acc6-7a34a2475971, host hv-cinder-79809, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:43:20.544201 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] For port 7f0ed955-8cb8-4169-acc6-7a34a2475971, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7f0ed955-8cb8-4169-acc6-7a34a2475971,segment=NetworkSegment(70bd9b18-6389-42e2-82ed-b20c76711bec),segment_id=70bd9b18-6389-42e2-82ed-b20c76711bec)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:43:20.561763 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:20.584827 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:20.585456 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:20.625420 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:43:20.660493 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:20.661113 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:20.662688 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] 10.222.0.16 "PUT /v2.0/ports/7f0ed955-8cb8-4169-acc6-7a34a2475971 HTTP/1.1" status: 200  len: 1093 time: 1.4698892
Jun 25 14:43:20.663196 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ef8fc1-65c1-4f4a-a367-04e5deea75ff', 'tag': '7f0ed955-8cb8-4169-acc6-7a34a2475971'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:43:20.664092 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=55c47e6d-98e7-4f0d-b3e1-85a823c05e55,segment=NetworkSegment(de30a297-97be-4c4b-8075-4fdee5b8995e),segment_id=de30a297-97be-4c4b-8075-4fdee5b8995e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:43:20.671242 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:20.674185 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-90b7209b-87e8-4673-a1da-7611ac1ef48a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:20.708990 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0ed955-8cb8-4169-acc6-7a34a2475971,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:20.713379 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:20.847296 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=55c47e6d-98e7-4f0d-b3e1-85a823c05e55,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:20.861410 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:20.896859 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-dbb028e4-ecb4-4dac-bd77-8888196cebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:20.898463 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-dbb028e4-ecb4-4dac-bd77-8888196cebec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5e71d6387574c4c80d267a33c619811&device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 1096 time: 0.1347678
Jun 25 14:43:20.912845 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fdb15-6dde-4ba4-b16e-ad2a4317705d req-6933b340-145f-4e4f-8fb1-22077eee55a4 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:20.912845 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ab9fdb15-6dde-4ba4-b16e-ad2a4317705d req-6933b340-145f-4e4f-8fb1-22077eee55a4 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.3567922
Jun 25 14:43:20.969414 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b627c-3808-4337-b658-54b4e8b73e60 req-4ba0df39-e732-49c6-a816-f250c220d2a0 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:20.971841 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e74b627c-3808-4337-b658-54b4e8b73e60 req-4ba0df39-e732-49c6-a816-f250c220d2a0 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.2658203
Jun 25 14:43:21.015634 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-40a04b60-485d-4cf5-a453-70f0d2cacfcc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f0ed955-8cb8-4169-acc6-7a34a2475971 HTTP/1.1" status: 200  len: 217 time: 0.0886796
Jun 25 14:43:21.047407 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ab9fdb15-6dde-4ba4-b16e-ad2a4317705d req-5f61395c-cd16-4dfe-9f85-0f3b0a719d48 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1277761
Jun 25 14:43:21.108494 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ef8fc1-65c1-4f4a-a367-04e5deea75ff', 'tag': '7f0ed955-8cb8-4169-acc6-7a34a2475971', 'status': 'completed', 'code': 200}
Jun 25 14:43:21.119147 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e74b627c-3808-4337-b658-54b4e8b73e60 req-00017dc4-387d-4098-92e3-32a3fbec92b4 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1327331
Jun 25 14:43:21.120121 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-1871719d-51c8-4483-8f81-6c7c7406179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:21.122871 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-1871719d-51c8-4483-8f81-6c7c7406179d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3aba2692-71df-4174-9240-9036bb4a5e73 HTTP/1.1" status: 200  len: 850 time: 0.0960693
Jun 25 14:43:21.137537 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['55c47e6d-98e7-4f0d-b3e1-85a823c05e55'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:43:21.241607 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-7b0fa16f-38e1-42cf-a5df-fd290c9c6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:21.241607 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-7b0fa16f-38e1-42cf-a5df-fd290c9c6c4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b025b70a-f35a-45e2-b6cc-f3f694612525&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798106
Jun 25 14:43:21.445804 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-ee8fae03-b4b9-4272-94ca-a3cfb1b752f9 service neutron] 10.222.0.16 "GET /v2.0/networks/b025b70a-f35a-45e2-b6cc-f3f694612525?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1949995
Jun 25 14:43:21.693293 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016f4e6-0f1e-4033-ad6a-13e79f33d457 req-3c9f5ee6-885b-46a1-8f82-4c5e0e74470f tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:21.694844 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e016f4e6-0f1e-4033-ad6a-13e79f33d457 req-3c9f5ee6-885b-46a1-8f82-4c5e0e74470f tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1396260
Jun 25 14:43:21.703558 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a4959-aa60-4d99-a1a6-2a8bdfad6ea6 req-3ccb60fa-4cea-4c37-a4b1-ef3c02dad020 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:21.705106 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c94a4959-aa60-4d99-a1a6-2a8bdfad6ea6 req-3ccb60fa-4cea-4c37-a4b1-ef3c02dad020 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 944 time: 0.2445712
Jun 25 14:43:21.720738 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34341146-6fb3-4a36-938f-ddd5ecba9667 req-986a19b7-f990-4d81-a0e4-99f4fb6b3dab service neutron] 10.222.0.16 "GET /v2.0/networks/b025b70a-f35a-45e2-b6cc-f3f694612525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2554076
Jun 25 14:43:21.788740 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e016f4e6-0f1e-4033-ad6a-13e79f33d457 req-62d22123-986a-4e8a-bc93-ce2c53cce6af tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776443
Jun 25 14:43:21.803633 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c94a4959-aa60-4d99-a1a6-2a8bdfad6ea6 req-a274fc0e-cd61-42e7-84ec-b0430d66fda7 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756857
Jun 25 14:43:21.964378 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfccf4-b2cd-4a68-9ed5-18c1ccd9f7a3 req-0cb6a9bd-42f9-4679-a4aa-7dc3d1311238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:21.966223 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34cfccf4-b2cd-4a68-9ed5-18c1ccd9f7a3 req-0cb6a9bd-42f9-4679-a4aa-7dc3d1311238 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5e71d6387574c4c80d267a33c619811&device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 1096 time: 0.0925181
Jun 25 14:43:22.263827 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfccf4-b2cd-4a68-9ed5-18c1ccd9f7a3 req-3221d83a-4aca-43fb-861d-8ef4b396b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:22.265327 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34cfccf4-b2cd-4a68-9ed5-18c1ccd9f7a3 req-3221d83a-4aca-43fb-861d-8ef4b396b64c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b025b70a-f35a-45e2-b6cc-f3f694612525 HTTP/1.1" status: 200  len: 912 time: 0.2785633
Jun 25 14:43:22.286605 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:43:22.343564 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34cfccf4-b2cd-4a68-9ed5-18c1ccd9f7a3 req-57416b73-737c-4f18-870b-d99a65377b30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f0ed955-8cb8-4169-acc6-7a34a2475971 HTTP/1.1" status: 200  len: 217 time: 0.0670416
Jun 25 14:43:22.418151 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:43:22.427406 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:43:22.428434 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:22.431512 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738030af-030d-45c2-be5d-8d3c86518778 req-156ea481-0beb-46dd-9c9b-e8010c3f8fd5 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:22.434166 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-738030af-030d-45c2-be5d-8d3c86518778 req-156ea481-0beb-46dd-9c9b-e8010c3f8fd5 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.2215328
Jun 25 14:43:22.451526 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62226d-6d67-4c12-9e65-92d4b5c4804f req-dd7d0cc3-66c9-4d8d-aa00-f7858a6d836f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:22.453580 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8a62226d-6d67-4c12-9e65-92d4b5c4804f req-dd7d0cc3-66c9-4d8d-aa00-f7858a6d836f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1992991
Jun 25 14:43:22.481091 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfccf4-b2cd-4a68-9ed5-18c1ccd9f7a3 req-5e245b32-4951-43ac-a029-bb9d814ed3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:22.482697 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34cfccf4-b2cd-4a68-9ed5-18c1ccd9f7a3 req-5e245b32-4951-43ac-a029-bb9d814ed3bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3aba2692-71df-4174-9240-9036bb4a5e73 HTTP/1.1" status: 200  len: 850 time: 0.1097858
Jun 25 14:43:22.574661 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-738030af-030d-45c2-be5d-8d3c86518778 req-32675361-89b9-4e67-a2bc-885fac354aff tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1177773
Jun 25 14:43:22.580437 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:22.589486 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfccf4-b2cd-4a68-9ed5-18c1ccd9f7a3 req-c5cd3dd1-3571-4299-bdd4-62ecbf08ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:22.591841 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34cfccf4-b2cd-4a68-9ed5-18c1ccd9f7a3 req-c5cd3dd1-3571-4299-bdd4-62ecbf08ce37 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b025b70a-f35a-45e2-b6cc-f3f694612525&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0988922
Jun 25 14:43:22.611461 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8a62226d-6d67-4c12-9e65-92d4b5c4804f req-e89ffaee-b9eb-4372-b734-49d7245cb2ce tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1397066
Jun 25 14:43:22.621439 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:43:22.641623 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=55c47e6d-98e7-4f0d-b3e1-85a823c05e55,segment=NetworkSegment(de30a297-97be-4c4b-8075-4fdee5b8995e),segment_id=de30a297-97be-4c4b-8075-4fdee5b8995e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:43:22.647353 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:22.648440 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device ac1a6404-8b51-401c-92aa-62ab2185c41c no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:43:22.682388 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:22.739863 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55', 'code': 200}
Jun 25 14:43:22.765229 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34cfccf4-b2cd-4a68-9ed5-18c1ccd9f7a3 req-443797d2-dee0-42ec-8b1d-e348befeaba3 service neutron] 10.222.0.16 "GET /v2.0/networks/b025b70a-f35a-45e2-b6cc-f3f694612525?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592753
Jun 25 14:43:22.824143 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=55c47e6d-98e7-4f0d-b3e1-85a823c05e55,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:22.828492 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:22.970400 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34cfccf4-b2cd-4a68-9ed5-18c1ccd9f7a3 req-b1eeaabd-ffce-4b43-a4fa-23cc35f32069 service neutron] 10.222.0.16 "GET /v2.0/networks/b025b70a-f35a-45e2-b6cc-f3f694612525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1796808
Jun 25 14:43:23.060442 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9519347-5ac8-47c8-811a-71d1218f39aa req-0bc64502-f1d2-443f-b0a4-99fed36beb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:23.062229 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e9519347-5ac8-47c8-811a-71d1218f39aa req-0bc64502-f1d2-443f-b0a4-99fed36beb6c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 1098 time: 0.0907772
Jun 25 14:43:23.115646 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e9519347-5ac8-47c8-811a-71d1218f39aa req-f1f7f686-7faf-4cc0-98df-e2e17a50e247 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460272
Jun 25 14:43:23.300555 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed54aea-d75b-4679-b269-29e0c3431e98 req-21d0e494-7bcd-4c8d-b05b-8abed4edc55b tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:23.302124 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3ed54aea-d75b-4679-b269-29e0c3431e98 req-21d0e494-7bcd-4c8d-b05b-8abed4edc55b tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 945 time: 0.2974265
Jun 25 14:43:23.344292 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2a718-a7f6-4f94-9f64-4ea9adf447c7 req-54350579-956e-4b18-ba1f-7a12cf6cdb20 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:23.346121 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f8d2a718-a7f6-4f94-9f64-4ea9adf447c7 req-54350579-956e-4b18-ba1f-7a12cf6cdb20 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.2364790
Jun 25 14:43:23.383922 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3ed54aea-d75b-4679-b269-29e0c3431e98 req-10e2593d-216a-4a75-b0d4-1e150929ca80 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719275
Jun 25 14:43:23.430853 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f8d2a718-a7f6-4f94-9f64-4ea9adf447c7 req-31531314-e617-4f0f-a676-b221f293e988 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734560
Jun 25 14:43:23.809434 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8a33b-b274-4cd0-b377-803293f76b44 req-b105e48e-7dc2-440d-b766-674f621e7823 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:23.811007 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8cb8a33b-b274-4cd0-b377-803293f76b44 req-b105e48e-7dc2-440d-b766-674f621e7823 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.1030586
Jun 25 14:43:23.865714 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8cb8a33b-b274-4cd0-b377-803293f76b44 req-74266ad1-3fc8-458a-a2a5-8ee103741bfe tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0481079
Jun 25 14:43:24.113273 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b69845-bec6-44f0-8912-a66993f0dd16 req-a9379830-c44c-4635-a5e6-2fe50c986dbf tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:24.114746 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f8b69845-bec6-44f0-8912-a66993f0dd16 req-a9379830-c44c-4635-a5e6-2fe50c986dbf tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1171973
Jun 25 14:43:24.175289 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f8b69845-bec6-44f0-8912-a66993f0dd16 req-ec06a094-476c-4284-a0be-88680c220ba1 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534840
Jun 25 14:43:24.782312 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd539ab-3857-4fec-9fa6-46ea7262ab5c req-2da79804-4bdc-41bf-abb8-498c502f33bb tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:24.784077 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fcd539ab-3857-4fec-9fa6-46ea7262ab5c req-2da79804-4bdc-41bf-abb8-498c502f33bb tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.2549977
Jun 25 14:43:24.852881 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fcd539ab-3857-4fec-9fa6-46ea7262ab5c req-4d0121b2-77ca-4cb2-a065-3c7255c1adba tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602453
Jun 25 14:43:24.878144 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94773794-a7e0-41b6-8ee6-5decc2dc1060 req-9177a7a2-3f77-4cef-99f4-6e45623cbe4a tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:24.880142 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-94773794-a7e0-41b6-8ee6-5decc2dc1060 req-9177a7a2-3f77-4cef-99f4-6e45623cbe4a tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 945 time: 0.2410614
Jun 25 14:43:24.946296 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-94773794-a7e0-41b6-8ee6-5decc2dc1060 req-2311c6a6-f4e3-45c5-a6f6-33924e79185a tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590041
Jun 25 14:43:25.091955 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fcdd4-f5f3-4def-b333-0e9cf8d562ea req-b60a2e1b-3537-4b10-9fc1-dc13652fd2c7 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:25.097275 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c23fcdd4-f5f3-4def-b333-0e9cf8d562ea req-b60a2e1b-3537-4b10-9fc1-dc13652fd2c7 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.1050828
Jun 25 14:43:25.146603 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c23fcdd4-f5f3-4def-b333-0e9cf8d562ea req-2d803225-45fd-4cb1-bd40-17034c53f9da tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0468731
Jun 25 14:43:25.260659 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 38014) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:25.422061 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f2bec-28f8-44ac-95d3-dc126192a167 req-76045914-e51b-47b2-b9ed-d2d298f97241 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:25.423972 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-823f2bec-28f8-44ac-95d3-dc126192a167 req-76045914-e51b-47b2-b9ed-d2d298f97241 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1259956
Jun 25 14:43:25.440786 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-df337a29-fdf6-44a6-9b7b-ed40aa35b551 req-b43f60e5-7b1f-4c24-b4e0-feb0fcc94f1d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1774859
Jun 25 14:43:25.492220 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-823f2bec-28f8-44ac-95d3-dc126192a167 req-7e50f8a5-6544-4acf-a281-8e15147cf290 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567486
Jun 25 14:43:26.179382 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad813df-5410-4a37-a09c-9dfbfcbad366 req-95ede38f-9d60-4973-af31-cad823edc1ab tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:26.180946 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-dad813df-5410-4a37-a09c-9dfbfcbad366 req-95ede38f-9d60-4973-af31-cad823edc1ab tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1903262
Jun 25 14:43:26.197852 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015cbbd-2602-49de-894a-263e8112995b req-2c57e447-871f-4218-a9d3-c1581b92d64f tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:26.199403 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5015cbbd-2602-49de-894a-263e8112995b req-2c57e447-871f-4218-a9d3-c1581b92d64f tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 945 time: 0.1343062
Jun 25 14:43:26.279477 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-dad813df-5410-4a37-a09c-9dfbfcbad366 req-8ab58eba-5d7e-48b4-b3bc-c42906e4fbf4 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790546
Jun 25 14:43:26.284046 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5015cbbd-2602-49de-894a-263e8112995b req-a5286b8d-4026-4659-9624-51fce8fc9b37 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701804
Jun 25 14:43:26.591278 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f35a97-24e5-4b55-95c8-a12b5f33e271 req-698556e7-c48e-406f-8992-07e09a03bdd2 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:26.592788 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e8f35a97-24e5-4b55-95c8-a12b5f33e271 req-698556e7-c48e-406f-8992-07e09a03bdd2 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 945 time: 0.1558306
Jun 25 14:43:26.600213 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f8316-df83-491a-8b4a-9d581cada031 req-bbba5c56-cb9c-452d-a7dd-1bfbaac3d18e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:26.601688 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b93f8316-df83-491a-8b4a-9d581cada031 req-bbba5c56-cb9c-452d-a7dd-1bfbaac3d18e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.1259470
Jun 25 14:43:26.674476 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e8f35a97-24e5-4b55-95c8-a12b5f33e271 req-bde9a50e-a423-40fb-892b-01b34e31d132 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716689
Jun 25 14:43:26.683076 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b93f8316-df83-491a-8b4a-9d581cada031 req-e32e9e0f-6363-4bfb-8fca-dbaa7d647025 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0653133
Jun 25 14:43:26.954678 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca631732-76ed-486d-95a6-7fd9435e1955 req-7accf20f-e6e7-4c46-b2fc-b491a45742e7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:26.957635 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ca631732-76ed-486d-95a6-7fd9435e1955 req-7accf20f-e6e7-4c46-b2fc-b491a45742e7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1163297
Jun 25 14:43:27.022431 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 38054) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:27.032612 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ca631732-76ed-486d-95a6-7fd9435e1955 req-7e1d2fc5-4b85-4b33-9f51-ff9bcd6b8e8c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623579
Jun 25 14:43:27.180895 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-80c85cf7-9833-4ecb-a288-6a54a1dda9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:27.196192 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-80c85cf7-9833-4ecb-a288-6a54a1dda9a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:43:27.200960 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-80c85cf7-9833-4ecb-a288-6a54a1dda9a7 admin admin] Usage tracker for resource:security_group_rule and tenant:46de4224e94d429caec5eb2a13399d24 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:43:27.203994 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-80c85cf7-9833-4ecb-a288-6a54a1dda9a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:43:27.211005 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-80c85cf7-9833-4ecb-a288-6a54a1dda9a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:43:27.214326 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6929a9-34b3-4614-95a2-0f0d81b02680 req-8d65c0b9-664f-4e94-bd6b-7388d1ba6496 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:27.215950 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ee6929a9-34b3-4614-95a2-0f0d81b02680 req-8d65c0b9-664f-4e94-bd6b-7388d1ba6496 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 945 time: 0.1007390
Jun 25 14:43:27.273204 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ee6929a9-34b3-4614-95a2-0f0d81b02680 req-a33757b0-c1e6-489e-94a9-16524f1a7561 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493760
Jun 25 14:43:27.424747 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-80c85cf7-9833-4ecb-a288-6a54a1dda9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:27.441472 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-80c85cf7-9833-4ecb-a288-6a54a1dda9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:27.450148 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-23e3c9f2-0d3a-4c08-91f0-74298247cc90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:27.499994 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-80c85cf7-9833-4ecb-a288-6a54a1dda9a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46de4224e94d429caec5eb2a13399d24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4748826
Jun 25 14:43:27.504222 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 38064) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:27.519638 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c85cf7-9833-4ecb-a288-6a54a1dda9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8159fe98-454a-4a0c-96b6-b07da0707b36,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:27.524830 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-80c85cf7-9833-4ecb-a288-6a54a1dda9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:27.566411 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df337a29-fdf6-44a6-9b7b-ed40aa35b551 req-e22bce44-9bd0-4e33-9ea7-6708c79ffc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:27.569389 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-df337a29-fdf6-44a6-9b7b-ed40aa35b551 req-e22bce44-9bd0-4e33-9ea7-6708c79ffc75 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4&tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2 HTTP/1.1" status: 200  len: 1096 time: 0.3169467
Jun 25 14:43:27.587080 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d63db-2497-431b-a2ac-0a2a2e3dd259 req-7242b965-c41b-4963-84a7-2d211a7c4154 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:27.590196 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6e1d63db-2497-431b-a2ac-0a2a2e3dd259 req-7242b965-c41b-4963-84a7-2d211a7c4154 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1286373
Jun 25 14:43:27.612070 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2559a746-aa15-4c6c-93fc-a2302df97378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:27.655889 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6e1d63db-2497-431b-a2ac-0a2a2e3dd259 req-d7f69197-a065-4e7c-9695-e4a21449a960 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540495
Jun 25 14:43:27.698217 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2559a746-aa15-4c6c-93fc-a2302df97378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:27.777206 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df337a29-fdf6-44a6-9b7b-ed40aa35b551 req-5660358e-e4c8-45dc-9648-fdb66c071d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:27.779091 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-df337a29-fdf6-44a6-9b7b-ed40aa35b551 req-5660358e-e4c8-45dc-9648-fdb66c071d2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2&device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 1096 time: 0.1632283
Jun 25 14:43:27.895238 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2559a746-aa15-4c6c-93fc-a2302df97378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:27.904126 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-ebe9bba5-71ea-4564-bd21-c7fdd807fc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:27.922590 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559a746-aa15-4c6c-93fc-a2302df97378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8159fe98-454a-4a0c-96b6-b07da0707b36,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:27.931274 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-2559a746-aa15-4c6c-93fc-a2302df97378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:27.949137 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2559a746-aa15-4c6c-93fc-a2302df97378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:27.953185 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-2559a746-aa15-4c6c-93fc-a2302df97378 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8159fe98-454a-4a0c-96b6-b07da0707b36 HTTP/1.1" status: 204  len: 168 time: 0.4466331
Jun 25 14:43:27.965363 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0878c-4195-4ba8-b58a-1ed24e87c414 req-b4a06be6-9f15-4379-ae2b-2700aa8a4b12 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:27.972842 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-08d0878c-4195-4ba8-b58a-1ed24e87c414 req-b4a06be6-9f15-4379-ae2b-2700aa8a4b12 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.1200314
Jun 25 14:43:27.983920 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df337a29-fdf6-44a6-9b7b-ed40aa35b551 req-d5f1bb4a-8ae2-4860-bb37-cbe1bd1cbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:27.985437 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-df337a29-fdf6-44a6-9b7b-ed40aa35b551 req-d5f1bb4a-8ae2-4860-bb37-cbe1bd1cbcb2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=be24940d-36a5-4120-9f97-63f35026663d HTTP/1.1" status: 200  len: 918 time: 0.1951904
Jun 25 14:43:28.023997 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-08d0878c-4195-4ba8-b58a-1ed24e87c414 req-9fcbf361-d0c2-41f8-9e81-86bc63da30a0 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0501838
Jun 25 14:43:28.120342 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-df337a29-fdf6-44a6-9b7b-ed40aa35b551 req-bf46ff76-ca84-44f8-846d-4df2b740d7fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c HTTP/1.1" status: 200  len: 998 time: 0.1188202
Jun 25 14:43:28.221410 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df337a29-fdf6-44a6-9b7b-ed40aa35b551 req-d9fa5409-a562-4a50-b41e-3d470eedcf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:28.224080 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-df337a29-fdf6-44a6-9b7b-ed40aa35b551 req-d9fa5409-a562-4a50-b41e-3d470eedcf01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e39175d9-74d1-4a7a-b7f4-51fe6d4a191b HTTP/1.1" status: 200  len: 856 time: 0.0927243
Jun 25 14:43:28.313637 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df337a29-fdf6-44a6-9b7b-ed40aa35b551 req-6b90210f-9d3d-4fa7-aedd-3b9dc02a5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:28.318188 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-df337a29-fdf6-44a6-9b7b-ed40aa35b551 req-6b90210f-9d3d-4fa7-aedd-3b9dc02a5490 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be24940d-36a5-4120-9f97-63f35026663d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823965
Jun 25 14:43:28.318565 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04589a-309d-42ee-9992-2851fdd0c066 req-c0afaca2-6ce1-4868-906b-21d18d927692 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:28.320180 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0f04589a-309d-42ee-9992-2851fdd0c066 req-c0afaca2-6ce1-4868-906b-21d18d927692 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.0921879
Jun 25 14:43:28.382773 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0f04589a-309d-42ee-9992-2851fdd0c066 req-1baafc4b-9469-49f1-bcfc-ffc5fcd17852 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529385
Jun 25 14:43:28.420925 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38082) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:28.444825 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8cece535-10d3-46c7-8b14-085bf2b8383f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:28.461630 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-8cece535-10d3-46c7-8b14-085bf2b8383f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:43:28.466019 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-8cece535-10d3-46c7-8b14-085bf2b8383f admin admin] Usage tracker for resource:security_group_rule and tenant:bc425cd0a2734159b351929dc182a322 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:43:28.469048 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-8cece535-10d3-46c7-8b14-085bf2b8383f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:43:28.474907 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-8cece535-10d3-46c7-8b14-085bf2b8383f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:43:28.501459 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-df337a29-fdf6-44a6-9b7b-ed40aa35b551 req-29fe288e-b6a1-4039-87c7-11fb1bcc40ce service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1751864
Jun 25 14:43:28.615743 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8cece535-10d3-46c7-8b14-085bf2b8383f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:28.620740 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8cece535-10d3-46c7-8b14-085bf2b8383f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:28.758710 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f9cddb7d-2ba9-4085-87e2-237aca46d1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:28.783766 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-df337a29-fdf6-44a6-9b7b-ed40aa35b551 req-28142489-d237-4c29-a345-39ea365c533a service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2751892
Jun 25 14:43:28.853582 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cece535-10d3-46c7-8b14-085bf2b8383f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5871afa0-c6d2-4017-adda-7ec1aca429d1,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:28.866756 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-8cece535-10d3-46c7-8b14-085bf2b8383f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:28.869511 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-8cece535-10d3-46c7-8b14-085bf2b8383f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc425cd0a2734159b351929dc182a322&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4471531
Jun 25 14:43:28.873228 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38090) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:28.928548 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c660381-82f6-453a-af91-dc09e45e9803 req-1de7e6e5-930d-431a-b5c7-d9e284417f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:28.934703 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2c660381-82f6-453a-af91-dc09e45e9803 req-1de7e6e5-930d-431a-b5c7-d9e284417f25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 1098 time: 0.0898802
Jun 25 14:43:29.023095 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4c634-149d-4736-9430-52c70d54992d req-870cb6b9-ba7c-44d6-ae82-c989ae7d59f5 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:29.029283 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c6f4c634-149d-4736-9430-52c70d54992d req-870cb6b9-ba7c-44d6-ae82-c989ae7d59f5 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.3027844
Jun 25 14:43:29.035179 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a67e490c-65ed-4f41-8628-911530f938d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:29.070762 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a67e490c-65ed-4f41-8628-911530f938d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:29.105126 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c660381-82f6-453a-af91-dc09e45e9803 req-5fdc8e13-68ea-4f4c-8b68-ec4150ea8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:29.106956 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2c660381-82f6-453a-af91-dc09e45e9803 req-5fdc8e13-68ea-4f4c-8b68-ec4150ea8444 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 200  len: 912 time: 0.1626501
Jun 25 14:43:29.118347 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b59b39-a457-432b-9791-28e70e224ea3 req-bd83a236-7ee5-4710-bfb4-c62d777ea185 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:29.119854 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d8b59b39-a457-432b-9791-28e70e224ea3 req-bd83a236-7ee5-4710-bfb4-c62d777ea185 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.3184142
Jun 25 14:43:29.202411 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d8b59b39-a457-432b-9791-28e70e224ea3 req-da3e7672-59ca-4520-94dd-7700c2ecaed9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655301
Jun 25 14:43:29.215478 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c6f4c634-149d-4736-9430-52c70d54992d req-e06546ec-61a3-431e-bc06-6782d2a9b3d3 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1061265
Jun 25 14:43:29.242219 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a67e490c-65ed-4f41-8628-911530f938d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:29.252638 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-efcf3f31-60de-4b4e-8b11-546b2b5f0f23 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:29.270617 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e490c-65ed-4f41-8628-911530f938d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5871afa0-c6d2-4017-adda-7ec1aca429d1,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:29.272965 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-a67e490c-65ed-4f41-8628-911530f938d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:29.276079 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-a67e490c-65ed-4f41-8628-911530f938d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:29.277243 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-a67e490c-65ed-4f41-8628-911530f938d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5871afa0-c6d2-4017-adda-7ec1aca429d1 HTTP/1.1" status: 204  len: 168 time: 0.4030876
Jun 25 14:43:29.300350 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2c660381-82f6-453a-af91-dc09e45e9803 req-25f4a0fd-c95e-4a35-88d0-11763a1b2d9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=784cffeb-d629-4e11-b275-51a388827c0f HTTP/1.1" status: 200  len: 1001 time: 0.1712103
Jun 25 14:43:29.402742 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c660381-82f6-453a-af91-dc09e45e9803 req-89f3a983-0922-4924-9a4b-3fc074c2b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:29.404081 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2c660381-82f6-453a-af91-dc09e45e9803 req-89f3a983-0922-4924-9a4b-3fc074c2b93d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9265467f-1c70-41b0-a5d8-95ad79db0d39 HTTP/1.1" status: 200  len: 850 time: 0.0915380
Jun 25 14:43:29.537080 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c660381-82f6-453a-af91-dc09e45e9803 req-ec5ab263-e3a5-489e-89e4-a6d5929ca56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:29.542893 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0737a1a-4d35-445a-b6af-93dfd634f7a0 req-ca43a727-890f-4e59-8b9c-63810bc0f22a tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:29.544579 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e0737a1a-4d35-445a-b6af-93dfd634f7a0 req-ca43a727-890f-4e59-8b9c-63810bc0f22a tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.1049869
Jun 25 14:43:29.549018 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2c660381-82f6-453a-af91-dc09e45e9803 req-ec5ab263-e3a5-489e-89e4-a6d5929ca56a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b57f227-be72-49df-b303-59d0100b6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1355176
Jun 25 14:43:29.625976 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e0737a1a-4d35-445a-b6af-93dfd634f7a0 req-c7ad2504-7e8e-43aa-8b25-0ab49f4d5032 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0505936
Jun 25 14:43:29.718846 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:43:29.733685 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2c660381-82f6-453a-af91-dc09e45e9803 req-749d5882-ef54-43de-a26a-9b8482456882 service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1775048
Jun 25 14:43:29.911451 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2c660381-82f6-453a-af91-dc09e45e9803 req-9708c74b-57b8-40bb-ba1c-efcb717f4e8e service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1670992
Jun 25 14:43:30.287606 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 7f0ed955-8cb8-4169-acc6-7a34a2475971 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 14:43:30.612221 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dac0f-02c7-41b1-9820-80f2f0b11eba req-2ce7ef89-d3f0-4c30-951e-77d9ae600439 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:30.628128 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a85dac0f-02c7-41b1-9820-80f2f0b11eba req-2ce7ef89-d3f0-4c30-951e-77d9ae600439 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.2181807
Jun 25 14:43:30.662034 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 7f0ed955-8cb8-4169-acc6-7a34a2475971, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7f0ed955-8cb8-4169-acc6-7a34a2475971,segment=NetworkSegment(70bd9b18-6389-42e2-82ed-b20c76711bec),segment_id=70bd9b18-6389-42e2-82ed-b20c76711bec)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:43:30.731357 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': '7f0ed955-8cb8-4169-acc6-7a34a2475971', 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525', 'port_id': '7f0ed955-8cb8-4169-acc6-7a34a2475971', 'mac_address': 'fa:16:3e:f3:ea:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 14:43:30.811800 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a85dac0f-02c7-41b1-9820-80f2f0b11eba req-c68c9552-998b-4dfe-977f-711999afce7d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1815860
Jun 25 14:43:30.855649 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:30.905277 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0ed955-8cb8-4169-acc6-7a34a2475971 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:43:30.951504 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555f7e6-dc3b-4ec0-be52-57750aaadda8 req-71337ba0-3d9e-4486-9012-547da69af476 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:30.974011 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e555f7e6-dc3b-4ec0-be52-57750aaadda8 req-71337ba0-3d9e-4486-9012-547da69af476 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.2632303
Jun 25 14:43:31.041605 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:31.049462 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 7f0ed955-8cb8-4169-acc6-7a34a2475971, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7f0ed955-8cb8-4169-acc6-7a34a2475971,segment=NetworkSegment(70bd9b18-6389-42e2-82ed-b20c76711bec),segment_id=70bd9b18-6389-42e2-82ed-b20c76711bec)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:43:31.058257 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:31.061803 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:31.210992 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=7f0ed955-8cb8-4169-acc6-7a34a2475971,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:31.221493 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e555f7e6-dc3b-4ec0-be52-57750aaadda8 req-c2d9fa12-848b-4535-9269-6c26c45504e9 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2454522
Jun 25 14:43:31.224665 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:31.225898 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:31.227220 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:31.228288 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:31.230165 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:31.231443 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:31.231575 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:31.232064 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:31.232685 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:31.233839 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:31.234537 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:31.235092 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:43:31.259139 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:31.260091 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d690e88-4f1d-4d90-a1be-ec9ccc469ad4 req-721b3615-6c73-4e23-b150-055aeca30918 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:31.262439 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1d690e88-4f1d-4d90-a1be-ec9ccc469ad4 req-721b3615-6c73-4e23-b150-055aeca30918 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 944 time: 0.2181907
Jun 25 14:43:31.342594 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1d690e88-4f1d-4d90-a1be-ec9ccc469ad4 req-6f8b1b4b-2337-48b3-b51e-55f6fdcf0f91 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0715134
Jun 25 14:43:31.586320 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['7f0ed955-8cb8-4169-acc6-7a34a2475971'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:43:32.420401 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44a307-578a-4e4a-a189-e6e52b54f065 req-27a73e80-2d5e-4a85-a3ec-fad33a22ceb4 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:32.421954 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6c44a307-578a-4e4a-a189-e6e52b54f065 req-27a73e80-2d5e-4a85-a3ec-fad33a22ceb4 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.2468734
Jun 25 14:43:32.571581 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6c44a307-578a-4e4a-a189-e6e52b54f065 req-8bbc56d4-d4d3-4c88-807e-a0dcc4eccaed tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1391165
Jun 25 14:43:32.635013 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae512743-ec6f-41d4-bd6f-6689724a9f8b req-dbdf87bd-5dbf-47ff-8bc9-95ce801b7ed3 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:32.636587 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ae512743-ec6f-41d4-bd6f-6689724a9f8b req-dbdf87bd-5dbf-47ff-8bc9-95ce801b7ed3 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1884718
Jun 25 14:43:32.749262 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ae512743-ec6f-41d4-bd6f-6689724a9f8b req-14820897-61d5-4b96-b205-161974d1a28a tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1070065
Jun 25 14:43:32.916928 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629870f-246a-4f89-afd1-5c0ab43034a6 req-de46da58-9a62-4188-810a-1feb6c77fca7 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:32.918802 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8629870f-246a-4f89-afd1-5c0ab43034a6 req-de46da58-9a62-4188-810a-1feb6c77fca7 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 944 time: 0.1338882
Jun 25 14:43:32.988098 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8629870f-246a-4f89-afd1-5c0ab43034a6 req-cf1be941-8104-4fd7-96c7-a7e7af6e9756 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0606301
Jun 25 14:43:33.906294 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571d23c-b5b5-4b9c-8387-7e9f0e072da9 req-e6e8236d-6945-4245-8ea5-34cd30618c4b tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:33.919115 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8571d23c-b5b5-4b9c-8387-7e9f0e072da9 req-e6e8236d-6945-4245-8ea5-34cd30618c4b tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1454175
Jun 25 14:43:34.061515 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8571d23c-b5b5-4b9c-8387-7e9f0e072da9 req-6197f5f1-e5c0-4fdb-a69c-37c4ee0bb480 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1411345
Jun 25 14:43:34.141637 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a88724-e1f1-4459-80a3-c2d547564505 req-e20b5830-0ff0-4b76-bf1f-1160bc3439fd tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:34.143873 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-70a88724-e1f1-4459-80a3-c2d547564505 req-e20b5830-0ff0-4b76-bf1f-1160bc3439fd tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1824219
Jun 25 14:43:34.294000 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-70a88724-e1f1-4459-80a3-c2d547564505 req-a42e0ec8-befd-4acb-a25c-e2b0ce4238e6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1359880
Jun 25 14:43:34.335229 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624f2f8-b2d5-4371-90cb-a093647232be req-9a818837-00bd-42bf-97e6-9a683753ac10 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:34.338170 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a624f2f8-b2d5-4371-90cb-a093647232be req-9a818837-00bd-42bf-97e6-9a683753ac10 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 944 time: 0.1411788
Jun 25 14:43:34.389520 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 7f0ed955-8cb8-4169-acc6-7a34a2475971 up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:43:34.425158 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a624f2f8-b2d5-4371-90cb-a093647232be req-a4146e94-4361-4fc3-9d02-e80a568eea7d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0763710
Jun 25 14:43:34.492994 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port 7f0ed955-8cb8-4169-acc6-7a34a2475971 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:43:34.498033 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port 7f0ed955-8cb8-4169-acc6-7a34a2475971 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:43:34.498415 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:34.654311 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:34.688878 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ef8fc1-65c1-4f4a-a367-04e5deea75ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0ed955-8cb8-4169-acc6-7a34a2475971'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:43:34.718285 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 7f0ed955-8cb8-4169-acc6-7a34a2475971, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7f0ed955-8cb8-4169-acc6-7a34a2475971,segment=NetworkSegment(70bd9b18-6389-42e2-82ed-b20c76711bec),segment_id=70bd9b18-6389-42e2-82ed-b20c76711bec)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:43:34.726570 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:34.730091 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:34.819951 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ef8fc1-65c1-4f4a-a367-04e5deea75ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0ed955-8cb8-4169-acc6-7a34a2475971', 'code': 200}
Jun 25 14:43:34.876711 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=7f0ed955-8cb8-4169-acc6-7a34a2475971,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:34.882446 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:35.462960 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af3635-8316-4740-98f2-7527dfe2a628 req-0e81b1af-a06e-4b27-8c61-fa22c3c8d446 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:35.473832 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-71af3635-8316-4740-98f2-7527dfe2a628 req-0e81b1af-a06e-4b27-8c61-fa22c3c8d446 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.2077579
Jun 25 14:43:35.581916 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-71af3635-8316-4740-98f2-7527dfe2a628 req-1d686ed7-c237-48aa-baa5-3ee507092624 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1068254
Jun 25 14:43:35.629595 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ddecf-631a-4d88-b419-26b1d9464430 req-188f4b2d-d0cf-45bd-be50-9481652ebc83 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:35.642555 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9e2ddecf-631a-4d88-b419-26b1d9464430 req-188f4b2d-d0cf-45bd-be50-9481652ebc83 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1438551
Jun 25 14:43:35.709032 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9e2ddecf-631a-4d88-b419-26b1d9464430 req-56fbf12a-9040-4b7a-ab33-ccfc25fcb765 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644069
Jun 25 14:43:35.874365 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da309e1-fb43-498c-913c-47414e9e06bd req-eb72b41d-4df0-440e-9659-3f3592b4de02 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:35.883173 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0da309e1-fb43-498c-913c-47414e9e06bd req-eb72b41d-4df0-440e-9659-3f3592b4de02 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 945 time: 0.1595454
Jun 25 14:43:35.934414 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0da309e1-fb43-498c-913c-47414e9e06bd req-e9f6f6de-a558-4ad4-b368-a6966c055420 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0507624
Jun 25 14:43:37.136805 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50315c-012c-46ae-bf01-7824b1db4623 req-ce7fe2c9-b193-4cef-a365-6f8128da3642 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:37.139395 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0c50315c-012c-46ae-bf01-7824b1db4623 req-ce7fe2c9-b193-4cef-a365-6f8128da3642 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.2403979
Jun 25 14:43:37.151754 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558862e-ba8f-4250-92c0-040b789047d5 req-bef54dbb-94b2-4a53-9d21-2da0602325ea tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:37.154107 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3558862e-ba8f-4250-92c0-040b789047d5 req-bef54dbb-94b2-4a53-9d21-2da0602325ea tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.2995744
Jun 25 14:43:37.243722 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0c50315c-012c-46ae-bf01-7824b1db4623 req-3dd5ab40-2585-4e52-928a-064fe611e21d tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0887146
Jun 25 14:43:37.256593 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3558862e-ba8f-4250-92c0-040b789047d5 req-d214159d-3955-47ea-b72d-25b7a0dd81af tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772235
Jun 25 14:43:37.668944 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b4f02-092b-45b9-bcf0-5263034344ff req-e463a094-b72c-423e-bbaa-79edcc629d92 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:37.670300 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-763b4f02-092b-45b9-bcf0-5263034344ff req-e463a094-b72c-423e-bbaa-79edcc629d92 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 945 time: 0.0809686
Jun 25 14:43:37.733170 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-763b4f02-092b-45b9-bcf0-5263034344ff req-c8b7edd6-e4f6-4d3f-babc-eae7f0e3a129 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0560777
Jun 25 14:43:38.314411 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0fb47752-9b0f-432e-807f-0b73fe3cc050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:38.754698 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6587c-bf49-4019-9dcd-4ec65171f1ff req-e9e3b864-a1a3-4145-9213-4235350c2baa tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:38.756105 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-76f6587c-bf49-4019-9dcd-4ec65171f1ff req-e9e3b864-a1a3-4145-9213-4235350c2baa tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.2669530
Jun 25 14:43:38.769222 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb289b-849c-407f-a533-5c3cd2bcc8a5 req-d3449f12-f880-4399-b917-b974d5848f43 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:38.780013 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c9cb289b-849c-407f-a533-5c3cd2bcc8a5 req-d3449f12-f880-4399-b917-b974d5848f43 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1594896
Jun 25 14:43:38.854778 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:38.904287 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c9cb289b-849c-407f-a533-5c3cd2bcc8a5 req-089cda66-80cc-4b81-a009-42c540d638d5 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1227326
Jun 25 14:43:38.917938 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-76f6587c-bf49-4019-9dcd-4ec65171f1ff req-29e0214c-79ec-4a6b-ae2f-d345e24672af tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1342123
Jun 25 14:43:39.144782 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b74dc-cdf8-478b-97e4-4457e9461ea8 req-76362046-6b6d-4107-aa06-72e9ae845b25 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:39.146807 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-634b74dc-cdf8-478b-97e4-4457e9461ea8 req-76362046-6b6d-4107-aa06-72e9ae845b25 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 945 time: 0.1314142
Jun 25 14:43:39.204740 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-634b74dc-cdf8-478b-97e4-4457e9461ea8 req-f2cbdf7d-b3ab-4bfe-b277-e25f005df0af tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0515709
Jun 25 14:43:40.320804 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffdb44-7af6-427e-b650-489d4d78cfe5 req-8a4ee9a4-a017-430a-a9f0-f3f8cb936b40 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:40.323237 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7bffdb44-7af6-427e-b650-489d4d78cfe5 req-8a4ee9a4-a017-430a-a9f0-f3f8cb936b40 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.2154906
Jun 25 14:43:40.331002 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184222b9-ab46-4ba6-b584-632a400fb5bd req-32beef75-a472-49c8-bbc2-02310c25a332 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:40.338851 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-184222b9-ab46-4ba6-b584-632a400fb5bd req-32beef75-a472-49c8-bbc2-02310c25a332 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1406112
Jun 25 14:43:40.418422 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-184222b9-ab46-4ba6-b584-632a400fb5bd req-8f3cfdf4-8e2c-4ed4-9099-acce34783900 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771105
Jun 25 14:43:40.428143 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7bffdb44-7af6-427e-b650-489d4d78cfe5 req-95adf5a1-6d76-402c-ac96-b978e64b3e04 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725963
Jun 25 14:43:40.674417 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae73f6-bce2-4cf2-a41d-824a436b6576 req-74349edb-3a3a-491a-8a77-65323556b5f9 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:40.675942 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ecae73f6-bce2-4cf2-a41d-824a436b6576 req-74349edb-3a3a-491a-8a77-65323556b5f9 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 945 time: 0.1305912
Jun 25 14:43:40.744710 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ecae73f6-bce2-4cf2-a41d-824a436b6576 req-4aca9322-08f3-44ed-94d6-c8ab62adf2e0 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0610871
Jun 25 14:43:40.877474 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4955ca1b-efbf-4acb-80cb-a166f79aef46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:41.682282 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6e8c2-a91c-43ff-a38c-6fc1684fe08c req-138d1977-180f-4efb-bd6d-54dce2396b78 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:41.684280 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5da6e8c2-a91c-43ff-a38c-6fc1684fe08c req-138d1977-180f-4efb-bd6d-54dce2396b78 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1415803
Jun 25 14:43:41.750016 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5da6e8c2-a91c-43ff-a38c-6fc1684fe08c req-95154d26-8020-4507-81a8-e049fecf2d50 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587854
Jun 25 14:43:41.783123 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871315b-b5aa-4818-834f-b631f00918ef req-482dfe5e-e795-4107-8031-eee462164202 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:41.786245 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9871315b-b5aa-4818-834f-b631f00918ef req-482dfe5e-e795-4107-8031-eee462164202 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1440926
Jun 25 14:43:41.789677 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:41.879301 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9871315b-b5aa-4818-834f-b631f00918ef req-7bbc06eb-2175-4362-93ec-fbbf20baa205 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0705676
Jun 25 14:43:42.042452 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa951e8-dfd9-4f2a-900c-2cb7d593591b req-3c461af5-d89b-46b3-a3c2-01455b6d4df1 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:42.045019 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0fa951e8-dfd9-4f2a-900c-2cb7d593591b req-3c461af5-d89b-46b3-a3c2-01455b6d4df1 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 945 time: 0.1265409
Jun 25 14:43:42.119160 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0fa951e8-dfd9-4f2a-900c-2cb7d593591b req-1a299c4f-f9fc-4cb0-843d-ec0a80017b20 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0638137
Jun 25 14:43:43.142527 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81202229-9004-420e-9bd5-48fa5cb87f1d req-bfbd1569-cc3f-4760-a022-53232b8b692d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:43.144697 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-81202229-9004-420e-9bd5-48fa5cb87f1d req-bfbd1569-cc3f-4760-a022-53232b8b692d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.2013469
Jun 25 14:43:43.285432 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:43.300455 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-81202229-9004-420e-9bd5-48fa5cb87f1d req-f54adc89-be82-456a-b657-1f08af10a224 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1491246
Jun 25 14:43:43.331118 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a9a14-3ebe-47a8-9ad7-f5e5cf4dc685 req-40ca7ca5-64f1-4f2c-888c-b2c2f69ee00c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:43.332865 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-244a9a14-3ebe-47a8-9ad7-f5e5cf4dc685 req-40ca7ca5-64f1-4f2c-888c-b2c2f69ee00c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1868417
Jun 25 14:43:43.432773 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-244a9a14-3ebe-47a8-9ad7-f5e5cf4dc685 req-68be0754-523e-4193-b615-e68f6d5f36fb tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736418
Jun 25 14:43:43.595390 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319da6b6-1d56-40d5-86d2-be1ffcc75d41 req-a938c10b-0c1d-459f-9529-8ea743932302 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:43.597629 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-319da6b6-1d56-40d5-86d2-be1ffcc75d41 req-a938c10b-0c1d-459f-9529-8ea743932302 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 945 time: 0.1046689
Jun 25 14:43:43.697345 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-319da6b6-1d56-40d5-86d2-be1ffcc75d41 req-d9275a04-5aab-4e04-a46e-132b898cecf9 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0840826
Jun 25 14:43:44.012916 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38356) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:44.170542 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ac7b10ef-9462-4b62-b92c-ded560ff0508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:44.188868 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ac7b10ef-9462-4b62-b92c-ded560ff0508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:43:44.193116 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ac7b10ef-9462-4b62-b92c-ded560ff0508 admin admin] Usage tracker for resource:security_group_rule and tenant:d6d8247834e143e797b1e3be810a7539 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:43:44.196586 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ac7b10ef-9462-4b62-b92c-ded560ff0508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:43:44.203731 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ac7b10ef-9462-4b62-b92c-ded560ff0508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:43:44.295380 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ac7b10ef-9462-4b62-b92c-ded560ff0508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:44.300253 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ac7b10ef-9462-4b62-b92c-ded560ff0508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:44.310083 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-a67e490c-65ed-4f41-8628-911530f938d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:44.397261 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b10ef-9462-4b62-b92c-ded560ff0508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9ccf80-c59c-4a65-b497-fe18d3c0478e,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:44.407728 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-ac7b10ef-9462-4b62-b92c-ded560ff0508 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6d8247834e143e797b1e3be810a7539&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3908145
Jun 25 14:43:44.407728 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ac7b10ef-9462-4b62-b92c-ded560ff0508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:44.408068 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38368) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:44.502025 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-17233a96-9b3c-43a3-9aa5-8f3276378bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:44.578352 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-17233a96-9b3c-43a3-9aa5-8f3276378bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:44.826403 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896c1a3-0f53-43e8-bf81-b4caf3dda63b req-601f30f6-8bde-4be3-a718-425774613451 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:44.829172 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f896c1a3-0f53-43e8-bf81-b4caf3dda63b req-601f30f6-8bde-4be3-a718-425774613451 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.3099425
Jun 25 14:43:44.851341 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3929495-a5d2-42e0-a529-28e8e949fb34 req-92a9e0f2-2075-4eba-8e1f-7e8f85ff3c10 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:44.853867 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f3929495-a5d2-42e0-a529-28e8e949fb34 req-92a9e0f2-2075-4eba-8e1f-7e8f85ff3c10 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.2583437
Jun 25 14:43:44.882535 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-17233a96-9b3c-43a3-9aa5-8f3276378bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:44.901193 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-4c382411-337b-47d0-9847-1b6f087185d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:44.926229 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17233a96-9b3c-43a3-9aa5-8f3276378bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9ccf80-c59c-4a65-b497-fe18d3c0478e,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:44.938108 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-17233a96-9b3c-43a3-9aa5-8f3276378bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:44.953259 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-17233a96-9b3c-43a3-9aa5-8f3276378bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:44.954369 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-17233a96-9b3c-43a3-9aa5-8f3276378bf1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d9ccf80-c59c-4a65-b497-fe18d3c0478e HTTP/1.1" status: 204  len: 168 time: 0.5446522
Jun 25 14:43:44.960597 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f896c1a3-0f53-43e8-bf81-b4caf3dda63b req-be569a6f-d215-4769-868f-4252a4ff7724 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1054182
Jun 25 14:43:44.978771 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f3929495-a5d2-42e0-a529-28e8e949fb34 req-ea39b86e-6e40-4972-8ee6-774c89f64b4d tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1031497
Jun 25 14:43:45.201323 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1bcd7-8354-48ee-8b05-ec08c2a13471 req-94257d1a-97fd-4bb7-9fcc-4d9f18d82a1e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:45.203045 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-52c1bcd7-8354-48ee-8b05-ec08c2a13471 req-94257d1a-97fd-4bb7-9fcc-4d9f18d82a1e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 945 time: 0.1062770
Jun 25 14:43:45.253743 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-52c1bcd7-8354-48ee-8b05-ec08c2a13471 req-f68d01fb-405c-46b9-be97-df2dfd561df2 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444596
Jun 25 14:43:45.330670 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38382) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:45.353440 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-65c82b9b-efd8-46ea-98a3-bbb12db2f00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:45.374040 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-65c82b9b-efd8-46ea-98a3-bbb12db2f00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:43:45.378905 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-65c82b9b-efd8-46ea-98a3-bbb12db2f00e admin admin] Usage tracker for resource:security_group_rule and tenant:028952fa444448659ec6ba10f5fd0b3b is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:43:45.382383 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-65c82b9b-efd8-46ea-98a3-bbb12db2f00e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:43:45.390063 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-65c82b9b-efd8-46ea-98a3-bbb12db2f00e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:43:45.518018 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-65c82b9b-efd8-46ea-98a3-bbb12db2f00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:45.523083 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-65c82b9b-efd8-46ea-98a3-bbb12db2f00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:45.535080 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e918a053-94bb-4a26-883f-7fea85e6f286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:45.580566 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-65c82b9b-efd8-46ea-98a3-bbb12db2f00e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=028952fa444448659ec6ba10f5fd0b3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2486544
Jun 25 14:43:45.581690 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c82b9b-efd8-46ea-98a3-bbb12db2f00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3733b825-ecab-4d46-97d6-588efe8685ea,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:45.585847 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-65c82b9b-efd8-46ea-98a3-bbb12db2f00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:45.586995 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 38388) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:45.686199 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-127e7f6c-7529-44e3-af13-146a5228e85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:45.743776 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-127e7f6c-7529-44e3-af13-146a5228e85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:45.821166 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-127e7f6c-7529-44e3-af13-146a5228e85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:45.825413 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-a7fd20e5-e98f-451b-9b3d-735b8ac1d718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:45.846078 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e7f6c-7529-44e3-af13-146a5228e85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3733b825-ecab-4d46-97d6-588efe8685ea,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:45.852875 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-127e7f6c-7529-44e3-af13-146a5228e85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:45.855608 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-127e7f6c-7529-44e3-af13-146a5228e85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:45.861430 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-127e7f6c-7529-44e3-af13-146a5228e85d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3733b825-ecab-4d46-97d6-588efe8685ea HTTP/1.1" status: 204  len: 168 time: 0.2696505
Jun 25 14:43:46.077078 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0c9f6-c4e8-436b-b164-023197d5db27 req-3780ba76-455d-442b-aaf9-07f3e0d818c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:46.080586 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ddc0c9f6-c4e8-436b-b164-023197d5db27 req-3780ba76-455d-442b-aaf9-07f3e0d818c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 1098 time: 0.1102252
Jun 25 14:43:46.154982 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ddc0c9f6-c4e8-436b-b164-023197d5db27 req-33a811ad-120c-44c4-9c00-c7547501bbd5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0661144
Jun 25 14:43:46.287775 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca37ff4-4bfa-4ff3-a71d-c59b1eddc2e2 req-8a298ccb-01d6-480b-87a2-22755d2a0661 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:46.290339 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4ca37ff4-4bfa-4ff3-a71d-c59b1eddc2e2 req-8a298ccb-01d6-480b-87a2-22755d2a0661 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1678483
Jun 25 14:43:46.304510 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e140fe-cfe9-422c-8857-574769f8fe21 req-c8551c06-9caa-4e7d-bc1c-98c8aa0a37e8 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:46.307627 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-57e140fe-cfe9-422c-8857-574769f8fe21 req-c8551c06-9caa-4e7d-bc1c-98c8aa0a37e8 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1514363
Jun 25 14:43:46.383466 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 38402) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:46.410336 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9c79602f-c0e6-43e1-a8e1-c57c040b0450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:46.431367 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4ca37ff4-4bfa-4ff3-a71d-c59b1eddc2e2 req-47e2fbec-3d7c-4718-977f-ef3343a62404 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1220748
Jun 25 14:43:46.439435 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-57e140fe-cfe9-422c-8857-574769f8fe21 req-0f73e20d-2698-468a-a6f5-014d4038d155 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1112533
Jun 25 14:43:46.447231 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-9c79602f-c0e6-43e1-a8e1-c57c040b0450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:43:46.463361 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-9c79602f-c0e6-43e1-a8e1-c57c040b0450 admin admin] Usage tracker for resource:security_group_rule and tenant:4248355c818e41e09b9546355e98bf05 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:43:46.474264 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-9c79602f-c0e6-43e1-a8e1-c57c040b0450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:43:46.482142 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-9c79602f-c0e6-43e1-a8e1-c57c040b0450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:43:46.588275 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9c79602f-c0e6-43e1-a8e1-c57c040b0450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:46.593187 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9c79602f-c0e6-43e1-a8e1-c57c040b0450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:46.603838 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:46.646507 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79602f-c0e6-43e1-a8e1-c57c040b0450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ccd8ed-0b6d-4408-a9da-873c57724352,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:46.650273 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9c79602f-c0e6-43e1-a8e1-c57c040b0450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:46.654178 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-9c79602f-c0e6-43e1-a8e1-c57c040b0450 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4248355c818e41e09b9546355e98bf05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2680111
Jun 25 14:43:46.656932 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 38410) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:46.694438 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2a9d8-d2a6-44e4-bf78-9eecbe77bba9 req-bc8c60db-64d4-4a3c-84c2-711ef5807c58 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:46.698382 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-06c2a9d8-d2a6-44e4-bf78-9eecbe77bba9 req-bc8c60db-64d4-4a3c-84c2-711ef5807c58 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 945 time: 0.1179266
Jun 25 14:43:46.757174 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-06c2a9d8-d2a6-44e4-bf78-9eecbe77bba9 req-aa9f72af-7333-4c2b-9ea8-9333e30ef62a tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0532811
Jun 25 14:43:46.763154 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-13bad0d0-f95e-4dd4-9693-3c722eac7ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:46.812710 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-13bad0d0-f95e-4dd4-9693-3c722eac7ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:46.881318 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-13bad0d0-f95e-4dd4-9693-3c722eac7ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:46.885044 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e2bb49b3-bee9-4979-8455-2f69fe166762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:46.897660 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bad0d0-f95e-4dd4-9693-3c722eac7ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ccd8ed-0b6d-4408-a9da-873c57724352,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:46.901555 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-13bad0d0-f95e-4dd4-9693-3c722eac7ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:46.909336 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-13bad0d0-f95e-4dd4-9693-3c722eac7ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:46.910830 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-13bad0d0-f95e-4dd4-9693-3c722eac7ad5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52ccd8ed-0b6d-4408-a9da-873c57724352 HTTP/1.1" status: 204  len: 168 time: 0.2529042
Jun 25 14:43:47.786394 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d6f6a-cc1b-4bc4-a34c-0d7f8311ce38 req-14888f31-7100-47d3-bd1b-dd8ce2dca90d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:47.793607 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-080d6f6a-cc1b-4bc4-a34c-0d7f8311ce38 req-14888f31-7100-47d3-bd1b-dd8ce2dca90d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1595261
Jun 25 14:43:48.010426 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-080d6f6a-cc1b-4bc4-a34c-0d7f8311ce38 req-62dd312e-6c2a-45f7-8418-fefcaaa3febc tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2021935
Jun 25 14:43:48.072221 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b3e15-b90f-4d57-9def-3e0ac6e770a3 req-03c592d2-bbc2-4543-b69e-abd291fbd146 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:48.073842 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-644b3e15-b90f-4d57-9def-3e0ac6e770a3 req-03c592d2-bbc2-4543-b69e-abd291fbd146 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 945 time: 0.1364653
Jun 25 14:43:48.145132 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-644b3e15-b90f-4d57-9def-3e0ac6e770a3 req-22310be1-616c-4e10-8c85-ec0df50c9643 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0624921
Jun 25 14:43:48.579735 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38448) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:48.718519 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-660d800e-0a83-4bfa-98a2-b7f50283db3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:48.734043 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-660d800e-0a83-4bfa-98a2-b7f50283db3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:43:48.738185 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-660d800e-0a83-4bfa-98a2-b7f50283db3c admin admin] Usage tracker for resource:security_group_rule and tenant:62e7e842e0634503a263e44367fee8e6 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:43:48.741124 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-660d800e-0a83-4bfa-98a2-b7f50283db3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:43:48.748225 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-660d800e-0a83-4bfa-98a2-b7f50283db3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:43:48.842214 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-660d800e-0a83-4bfa-98a2-b7f50283db3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:48.847884 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-660d800e-0a83-4bfa-98a2-b7f50283db3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:48.855303 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-8cece535-10d3-46c7-8b14-085bf2b8383f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:48.901334 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d800e-0a83-4bfa-98a2-b7f50283db3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3979ab8c-5bb3-4263-b15d-4249ce6e1892,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:48.905470 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-660d800e-0a83-4bfa-98a2-b7f50283db3c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62e7e842e0634503a263e44367fee8e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3247018
Jun 25 14:43:48.906330 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-660d800e-0a83-4bfa-98a2-b7f50283db3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:48.909522 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38454) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:48.976063 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c39d3141-acdc-42e1-b64b-9fec2956ae9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:49.003907 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c39d3141-acdc-42e1-b64b-9fec2956ae9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:49.073312 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c39d3141-acdc-42e1-b64b-9fec2956ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:49.077378 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d72b9c37-0876-44b6-ab12-64e2d8fd5a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:49.091001 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3141-acdc-42e1-b64b-9fec2956ae9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3979ab8c-5bb3-4263-b15d-4249ce6e1892,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:49.093744 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c39d3141-acdc-42e1-b64b-9fec2956ae9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:49.103915 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c39d3141-acdc-42e1-b64b-9fec2956ae9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:49.108112 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-c39d3141-acdc-42e1-b64b-9fec2956ae9d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3979ab8c-5bb3-4263-b15d-4249ce6e1892 HTTP/1.1" status: 204  len: 168 time: 0.1976252
Jun 25 14:43:49.325974 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71215b7c-da5c-47a1-b81e-e4b8c566758f req-9f540976-736e-455c-a74c-02092c6561d7 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:49.328296 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-71215b7c-da5c-47a1-b81e-e4b8c566758f req-9f540976-736e-455c-a74c-02092c6561d7 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1152053
Jun 25 14:43:49.431693 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-71215b7c-da5c-47a1-b81e-e4b8c566758f req-73595608-e5c1-4643-a742-3bb15db0b6b9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655711
Jun 25 14:43:49.473420 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bbf92-0b35-42d3-92df-5d56c083226a req-be2ed765-21ed-4fe6-a050-f6070c27add3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:49.476393 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f71bbf92-0b35-42d3-92df-5d56c083226a req-be2ed765-21ed-4fe6-a050-f6070c27add3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 945 time: 0.1459382
Jun 25 14:43:49.536977 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f71bbf92-0b35-42d3-92df-5d56c083226a req-cb48c642-5fe3-48a8-8962-c8a977744dbc tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0531061
Jun 25 14:43:49.787849 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85eb34-a0cb-4e1a-afe2-34a439d35f86 req-0a0d0968-15c2-4cfe-ab01-5d50bee1372d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:49.789857 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6d85eb34-a0cb-4e1a-afe2-34a439d35f86 req-0a0d0968-15c2-4cfe-ab01-5d50bee1372d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 945 time: 0.1076670
Jun 25 14:43:49.857328 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6d85eb34-a0cb-4e1a-afe2-34a439d35f86 req-400640b7-8ef9-4019-87af-c225a2ddc5ee tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0564079
Jun 25 14:43:49.888344 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38484) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:50.339387 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ead2e8-ed67-4b8e-af15-88288b4cc348 tempest-TestVolumeBootPattern-2103600657 tempest-TestVolumeBootPattern-2103600657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:50.340798 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c2ead2e8-ed67-4b8e-af15-88288b4cc348 tempest-TestVolumeBootPattern-2103600657 tempest-TestVolumeBootPattern-2103600657-project-admin] Synchronizing usage tracker for tenant:8b85ab9a8ab048098dc208c172ae40f4 on resource:port {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:43:50.369099 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-c2ead2e8-ed67-4b8e-af15-88288b4cc348 tempest-TestVolumeBootPattern-2103600657 tempest-TestVolumeBootPattern-2103600657-project-admin] Unset dirty status for tenant:8b85ab9a8ab048098dc208c172ae40f4 on resource:port {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:43:50.372973 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-c2ead2e8-ed67-4b8e-af15-88288b4cc348 tempest-TestVolumeBootPattern-2103600657 tempest-TestVolumeBootPattern-2103600657-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 1093 time: 0.4828455
Jun 25 14:43:50.375046 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 38498) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:50.385285 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Request body: {'floatingip': {'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'port_id': '7f0ed955-8cb8-4169-acc6-7a34a2475971', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:43:50.397812 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:43:50.403228 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Usage tracker for resource:floatingip and tenant:f5e71d6387574c4c80d267a33c619811 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:43:50.406530 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:43:50.413196 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:43:50.428411 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for floatingip, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:50.654770 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:50.809891 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372c9c3-a843-401a-97a0-c59f0bef6166 req-bca9389c-768a-42f6-bc34-42237203684a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:50.812223 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d372c9c3-a843-401a-97a0-c59f0bef6166 req-bca9389c-768a-42f6-bc34-42237203684a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1744871
Jun 25 14:43:50.874248 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Allocated IP 172.27.3.53 (598d3f89-d135-48db-a81c-d0cdd206ad8b/603cb312-45ed-44f0-bfe6-5788d06b586a/5fdb23af-1e50-4c45-9baa-996e738d5264) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:43:50.876944 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d372c9c3-a843-401a-97a0-c59f0bef6166 req-66b3433f-a415-40ec-944c-88a2950f5ff7 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522830
Jun 25 14:43:51.202066 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:51.249809 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:51.258146 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:51.355016 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:43:51.368326 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:43:51.377094 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:43:51.467808 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Pushing event updated for resources: {'Port': ['ID=5fdb23af-1e50-4c45-9baa-996e738d5264,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:51.474137 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:51.907906 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:52.051851 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:52.191896 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afaffa-37c6-4a39-a17a-063154cc9fc4 req-fdf300b2-c339-4260-aca1-545f4d03b403 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:52.193650 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-98afaffa-37c6-4a39-a17a-063154cc9fc4 req-fdf300b2-c339-4260-aca1-545f4d03b403 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1192162
Jun 25 14:43:52.273986 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-98afaffa-37c6-4a39-a17a-063154cc9fc4 req-6d95b466-ab33-441e-8dba-2f55dc390cea tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672393
Jun 25 14:43:52.386884 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:52.391958 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:52.396746 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:52.549157 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549620'] for floatingip, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:52.666443 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Pushing event updated for resources: {'Port': ['ID=5fdb23af-1e50-4c45-9baa-996e738d5264,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:52.677501 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:52.795067 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.l3_db [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Floating IP 54619859-5f54-42c5-8076-a995c1e6edaf associated. External IP: 172.27.3.53, port: 7f0ed955-8cb8-4169-acc6-7a34a2475971.
Jun 25 14:43:53.268522 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Router fced8c86-0d04-43d0-abf0-5903fe3b3f22 has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:43:53.525079 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ab2f6-3c37-471a-9980-efcb2bfd2628 req-05e81755-4480-421f-9aad-3a23d73a5252 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:53.527088 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-346ab2f6-3c37-471a-9980-efcb2bfd2628 req-05e81755-4480-421f-9aad-3a23d73a5252 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.0928097
Jun 25 14:43:53.597301 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:43:53.601759 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-346ab2f6-3c37-471a-9980-efcb2bfd2628 req-b5e94418-487e-4cb1-a9af-1dba7212a019 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651262
Jun 25 14:43:53.609097 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef05a2-2f91-461f-9731-cfd4175f3f38 None None] Sync routers for ids ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:43:53.622863 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef05a2-2f91-461f-9731-cfd4175f3f38 None None] Routers {'fced8c86-0d04-43d0-abf0-5903fe3b3f22'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:43:53.623568 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-27ef05a2-2f91-461f-9731-cfd4175f3f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b1b9dc0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:43:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:53.638714 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:53.716426 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.3398755
Jun 25 14:43:53.717451 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ef8fc1-65c1-4f4a-a367-04e5deea75ff', 'tag': '7f0ed955-8cb8-4169-acc6-7a34a2475971'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:43:53.802887 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ef8fc1-65c1-4f4a-a367-04e5deea75ff', 'tag': '7f0ed955-8cb8-4169-acc6-7a34a2475971', 'status': 'completed', 'code': 200}
Jun 25 14:43:53.953832 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-27ef05a2-2f91-461f-9731-cfd4175f3f38 None None] Set router fced8c86-0d04-43d0-abf0-5903fe3b3f22 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:43:54.015501 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e4703-ba81-431d-9f2d-d1c599e2df98 req-b6861ae2-ee75-4fbf-97f2-a69cad8bfab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:54.017522 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-687e4703-ba81-431d-9f2d-d1c599e2df98 req-b6861ae2-ee75-4fbf-97f2-a69cad8bfab9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5e71d6387574c4c80d267a33c619811&device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 1098 time: 0.0987911
Jun 25 14:43:54.326377 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e4703-ba81-431d-9f2d-d1c599e2df98 req-47fdc439-9740-4a51-86d6-96e0e8f31f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:54.331143 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-687e4703-ba81-431d-9f2d-d1c599e2df98 req-47fdc439-9740-4a51-86d6-96e0e8f31f9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b025b70a-f35a-45e2-b6cc-f3f694612525 HTTP/1.1" status: 200  len: 912 time: 0.3044586
Jun 25 14:43:54.381763 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-27ef05a2-2f91-461f-9731-cfd4175f3f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b1b9dc0>, [{'id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'name': 'tempest-TestVolumeBootPattern-226810653-router', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:28Z', 'updated_at': '2021-06-25T14:41:39Z', 'revision_number': 4, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'gw_port': {'id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:30Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': '54619859-5f54-42c5-8076-a995c1e6edaf', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'port_id': '7f0ed955-8cb8-4169-acc6-7a34a2475971', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525', 'mac_address': 'fa:16:3e:f3:ea:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef8fc1-65c1-4f4a-a367-04e5deea75ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:43:51Z', 'updated_at': '2021-06-25T14:43:51Z', 'revision_number': 0, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6', 'name': '', 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'mac_address': 'fa:16:3e:23:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:36Z', 'updated_at': '2021-06-25T14:41:51Z', 'revision_number': 5, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'subnets': [{'id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:54.387173 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef05a2-2f91-461f-9731-cfd4175f3f38 None None] Checking router: fced8c86-0d04-43d0-abf0-5903fe3b3f22 for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:43:54.399372 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef05a2-2f91-461f-9731-cfd4175f3f38 None None] Routers {'fced8c86-0d04-43d0-abf0-5903fe3b3f22'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:43:54.400155 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-27ef05a2-2f91-461f-9731-cfd4175f3f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b1b9dc0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:43:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:54.534974 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-687e4703-ba81-431d-9f2d-d1c599e2df98 req-e143d485-d3a5-4da0-b806-21ab67ffe53b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f0ed955-8cb8-4169-acc6-7a34a2475971 HTTP/1.1" status: 200  len: 998 time: 0.1861415
Jun 25 14:43:54.601830 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device ac1a6404-8b51-401c-92aa-62ab2185c41c details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 14:43:54.627230 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-27ef05a2-2f91-461f-9731-cfd4175f3f38 None None] Set router fced8c86-0d04-43d0-abf0-5903fe3b3f22 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:43:54.635556 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e4703-ba81-431d-9f2d-d1c599e2df98 req-bedb1b5a-f24a-4412-b309-dea1f14a37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:54.637226 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-687e4703-ba81-431d-9f2d-d1c599e2df98 req-bedb1b5a-f24a-4412-b309-dea1f14a37fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3aba2692-71df-4174-9240-9036bb4a5e73 HTTP/1.1" status: 200  len: 850 time: 0.0917687
Jun 25 14:43:54.654413 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19f605-df58-45da-b4b9-98f5298b77f0 req-e8838e6b-3508-4c74-8bf2-08a0aceb551a tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:54.661094 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-af19f605-df58-45da-b4b9-98f5298b77f0 req-e8838e6b-3508-4c74-8bf2-08a0aceb551a tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 945 time: 0.3395336
Jun 25 14:43:54.760134 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e4703-ba81-431d-9f2d-d1c599e2df98 req-c363ce13-14a6-477c-bc66-33e3f18f20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:54.761768 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-687e4703-ba81-431d-9f2d-d1c599e2df98 req-c363ce13-14a6-477c-bc66-33e3f18f20ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b025b70a-f35a-45e2-b6cc-f3f694612525&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1174016
Jun 25 14:43:54.791294 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-af19f605-df58-45da-b4b9-98f5298b77f0 req-3474ddbc-679c-4d91-a4d5-8383f7a2ba25 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148314
Jun 25 14:43:54.821211 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38570) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:54.874068 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.db.resource_extend [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 25 14:43:54.943491 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-687e4703-ba81-431d-9f2d-d1c599e2df98 req-bf595347-5049-4666-b419-3d79faf76966 service neutron] 10.222.0.16 "GET /v2.0/networks/b025b70a-f35a-45e2-b6cc-f3f694612525?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663551
Jun 25 14:43:55.008171 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8c8e-3cc1-486d-a815-ed1b4687fc45 req-a72bc74d-0af0-4590-82e5-c36c92391291 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:55.016633 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0b8c8c8e-3cc1-486d-a815-ed1b4687fc45 req-a72bc74d-0af0-4590-82e5-c36c92391291 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 943 time: 0.1898625
Jun 25 14:43:55.085303 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0b8c8c8e-3cc1-486d-a815-ed1b4687fc45 req-87ec9e6e-181d-42cc-9d1f-df22996e7662 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674293
Jun 25 14:43:55.220311 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port ac1a6404-8b51-401c-92aa-62ab2185c41c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:43:55.227467 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0c7a4b-1a3e-4ffa-987c-558c6d8fad46 tempest-TestMinimumBasicScenario-1035584522 tempest-TestMinimumBasicScenario-1035584522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:55.228846 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9f0c7a4b-1a3e-4ffa-987c-558c6d8fad46 tempest-TestMinimumBasicScenario-1035584522 tempest-TestMinimumBasicScenario-1035584522-project-admin] Synchronizing usage tracker for tenant:489eb197bb4349d18f3b370f016cacab on resource:port {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:43:55.249115 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-9f0c7a4b-1a3e-4ffa-987c-558c6d8fad46 tempest-TestMinimumBasicScenario-1035584522 tempest-TestMinimumBasicScenario-1035584522-project-admin] Unset dirty status for tenant:489eb197bb4349d18f3b370f016cacab on resource:port {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:43:55.250557 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-9f0c7a4b-1a3e-4ffa-987c-558c6d8fad46 tempest-TestMinimumBasicScenario-1035584522 tempest-TestMinimumBasicScenario-1035584522-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 1093 time: 0.4274962
Jun 25 14:43:55.253657 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38578) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:55.259366 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-687e4703-ba81-431d-9f2d-d1c599e2df98 req-7a921fb0-7fe6-4056-bef0-ca7778ad94c9 service neutron] 10.222.0.16 "GET /v2.0/networks/b025b70a-f35a-45e2-b6cc-f3f694612525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2954645
Jun 25 14:43:55.260459 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Request body: {'floatingip': {'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'port_id': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:43:55.267418 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:43:55.272540 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Usage tracker for resource:floatingip and tenant:86e0a63701734a29b9ce1cfc8805ebe0 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:43:55.276082 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:43:55.278149 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': 'ac1a6404-8b51-401c-92aa-62ab2185c41c', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'port_id': 'ac1a6404-8b51-401c-92aa-62ab2185c41c', 'mac_address': 'fa:16:3e:9e:17:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 14:43:55.282614 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:43:55.295579 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for floatingip, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:55.393458 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:55.434052 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1a6404-8b51-401c-92aa-62ab2185c41c {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:43:55.464863 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-27ef05a2-2f91-461f-9731-cfd4175f3f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b1b9dc0>, [{'id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'name': 'tempest-TestVolumeBootPattern-226810653-router', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:28Z', 'updated_at': '2021-06-25T14:41:39Z', 'revision_number': 4, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'gw_port': {'id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:30Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': '54619859-5f54-42c5-8076-a995c1e6edaf', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'port_id': '7f0ed955-8cb8-4169-acc6-7a34a2475971', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525', 'mac_address': 'fa:16:3e:f3:ea:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef8fc1-65c1-4f4a-a367-04e5deea75ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:43:51Z', 'updated_at': '2021-06-25T14:43:51Z', 'revision_number': 0, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6', 'name': '', 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'mac_address': 'fa:16:3e:23:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:36Z', 'updated_at': '2021-06-25T14:41:51Z', 'revision_number': 5, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'subnets': [{'id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:55.471752 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port ac1a6404-8b51-401c-92aa-62ab2185c41c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:43:55.474886 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef05a2-2f91-461f-9731-cfd4175f3f38 None None] The sync data for ids ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'] in dv-cinder-798091-1-iscsi is: [{'id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'name': 'tempest-TestVolumeBootPattern-226810653-router', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:28Z', 'updated_at': '2021-06-25T14:41:39Z', 'revision_number': 4, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'gw_port': {'id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:30Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': '54619859-5f54-42c5-8076-a995c1e6edaf', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'port_id': '7f0ed955-8cb8-4169-acc6-7a34a2475971', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525', 'mac_address': 'fa:16:3e:f3:ea:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef8fc1-65c1-4f4a-a367-04e5deea75ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:43:51Z', 'updated_at': '2021-06-25T14:43:51Z', 'revision_number': 0, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6', 'name': '', 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'mac_address': 'fa:16:3e:23:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:36Z', 'updated_at': '2021-06-25T14:41:51Z', 'revision_number': 5, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'subnets': [{'id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:43:55.481068 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:55.483610 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:55.522262 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:55.582166 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=ac1a6404-8b51-401c-92aa-62ab2185c41c,revision_number=9']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:55.586283 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:55.778848 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91708607-6ae3-47f9-8471-b716c2e19d66 None None] New status for floating IP 54619859-5f54-42c5-8076-a995c1e6edaf: ACTIVE {{(pid=78438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 25 14:43:55.783138 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Allocated IP 172.27.3.210 (598d3f89-d135-48db-a81c-d0cdd206ad8b/603cb312-45ed-44f0-bfe6-5788d06b586a/655a6fb8-5eea-4dbe-8926-9c91a30d7284) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:43:56.010629 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:56.064269 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:56.077302 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:56.085487 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['ac1a6404-8b51-401c-92aa-62ab2185c41c'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:43:56.194442 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:43:56.202965 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:43:56.208616 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:43:56.274240 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Pushing event updated for resources: {'Port': ['ID=655a6fb8-5eea-4dbe-8926-9c91a30d7284,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:56.281653 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:56.520582 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9efa1-6e76-4203-bebb-83a2a8cdc08e req-1f598b21-0445-487c-9944-a8eda70a2943 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:56.522122 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0cd9efa1-6e76-4203-bebb-83a2a8cdc08e req-1f598b21-0445-487c-9944-a8eda70a2943 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 944 time: 0.2370927
Jun 25 14:43:56.870862 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0cd9efa1-6e76-4203-bebb-83a2a8cdc08e req-3c8edaf6-57bd-4aae-af9b-4d3e0acdc0e2 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2901859
Jun 25 14:43:56.916411 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:57.010271 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:57.272371 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:57.278599 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6486730'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:57.286945 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f7bb2e41-3534-4ff0-83f9-e4bf418b1442 tempest-ServerRescueNegativeTestJSON-1879566610 tempest-ServerRescueNegativeTestJSON-1879566610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:57.529719 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Pushing event updated for resources: {'Port': ['ID=655a6fb8-5eea-4dbe-8926-9c91a30d7284,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:57.534127 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:57.541362 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549620'] for floatingip, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:57.755847 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.l3_db [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Floating IP c8e31299-16db-496f-870a-3eb78288572b associated. External IP: 172.27.3.210, port: 55c47e6d-98e7-4f0d-b3e1-85a823c05e55.
Jun 25 14:43:58.236845 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Router 9962358e-e7a9-48fd-87ab-b064ae320c81 has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:43:58.374879 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503be26b-bf00-456c-9c9d-28e26b4f6a39 req-c0a1c6e5-6b33-40d7-a460-d13ed52eda0a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:58.376345 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-503be26b-bf00-456c-9c9d-28e26b4f6a39 req-c0a1c6e5-6b33-40d7-a460-d13ed52eda0a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 944 time: 0.3481658
Jun 25 14:43:58.523792 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-503be26b-bf00-456c-9c9d-28e26b4f6a39 req-d88294ea-4f7b-4dd1-9c55-2a75e4f89aff tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1346791
Jun 25 14:43:58.524449 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device ac1a6404-8b51-401c-92aa-62ab2185c41c up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:43:58.542964 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:43:58.567614 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f2d7fd-f1bc-4831-9a32-117065273723 None None] Sync routers for ids ['9962358e-e7a9-48fd-87ab-b064ae320c81'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:43:58.573328 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:58.597313 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f2d7fd-f1bc-4831-9a32-117065273723 None None] Routers {'9962358e-e7a9-48fd-87ab-b064ae320c81'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:43:58.597933 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-96f2d7fd-f1bc-4831-9a32-117065273723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b39e610>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:43:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['9962358e-e7a9-48fd-87ab-b064ae320c81'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:58.639719 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-5acc993e-3097-42eb-b476-039bc8d75923 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.3845623
Jun 25 14:43:58.640959 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'tag': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55'}] {{(pid=78435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:43:58.643666 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 38610) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:58.650163 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-eaca3677-4de5-4572-92a8-7d7c6160d759 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439452752', 'description': 'tempest-secgroup-smoke-1439452752 description', 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:43:58.668144 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-eaca3677-4de5-4572-92a8-7d7c6160d759 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:43:58.672561 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-eaca3677-4de5-4572-92a8-7d7c6160d759 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Usage tracker for resource:security_group and tenant:86e0a63701734a29b9ce1cfc8805ebe0 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:43:58.675872 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-eaca3677-4de5-4572-92a8-7d7c6160d759 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:43:58.684101 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-eaca3677-4de5-4572-92a8-7d7c6160d759 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:43:58.699465 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-eaca3677-4de5-4572-92a8-7d7c6160d759 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:58.700795 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'tag': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55', 'status': 'completed', 'code': 200}
Jun 25 14:43:58.731604 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-eaca3677-4de5-4572-92a8-7d7c6160d759 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:43:58.737386 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-eaca3677-4de5-4572-92a8-7d7c6160d759 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Usage tracker for resource:security_group_rule and tenant:86e0a63701734a29b9ce1cfc8805ebe0 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:43:58.740855 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-eaca3677-4de5-4572-92a8-7d7c6160d759 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:43:58.749646 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-eaca3677-4de5-4572-92a8-7d7c6160d759 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:43:58.799155 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port ac1a6404-8b51-401c-92aa-62ab2185c41c triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:43:58.799711 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:58.909084 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-eaca3677-4de5-4572-92a8-7d7c6160d759 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:58.912990 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795c701-7b94-4324-ba9a-55fd59e6a280 req-0c99ad83-15b1-4dcb-ac3f-81c50b8268d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:58.916092 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a795c701-7b94-4324-ba9a-55fd59e6a280 req-0c99ad83-15b1-4dcb-ac3f-81c50b8268d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=86e0a63701734a29b9ce1cfc8805ebe0&device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 1098 time: 0.1500950
Jun 25 14:43:58.922017 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-eaca3677-4de5-4572-92a8-7d7c6160d759 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:58.927058 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-76ca153c-ad47-430c-babf-d4e268dd0099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:58.929975 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-96f2d7fd-f1bc-4831-9a32-117065273723 None None] Set router 9962358e-e7a9-48fd-87ab-b064ae320c81 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:43:59.054223 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-eaca3677-4de5-4572-92a8-7d7c6160d759 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:59.056668 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-eaca3677-4de5-4572-92a8-7d7c6160d759 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4103649
Jun 25 14:43:59.059938 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38622) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:59.060886 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca3677-4de5-4572-92a8-7d7c6160d759 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb592a4-b095-4a4e-9a63-e369bfce4c12,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:59.065399 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-eaca3677-4de5-4572-92a8-7d7c6160d759 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:59.072766 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-8602c123-8f8f-4c6a-8550-ef1d86dc8c2c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Request body: {'security_group_rule': {'security_group_id': 'ecb592a4-b095-4a4e-9a63-e369bfce4c12', 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:43:59.082901 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-8602c123-8f8f-4c6a-8550-ef1d86dc8c2c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:43:59.087767 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-8602c123-8f8f-4c6a-8550-ef1d86dc8c2c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Usage tracker for resource:security_group_rule and tenant:86e0a63701734a29b9ce1cfc8805ebe0 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:43:59.091576 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-8602c123-8f8f-4c6a-8550-ef1d86dc8c2c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:43:59.097850 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-8602c123-8f8f-4c6a-8550-ef1d86dc8c2c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:43:59.124095 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8602c123-8f8f-4c6a-8550-ef1d86dc8c2c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:59.136652 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795c701-7b94-4324-ba9a-55fd59e6a280 req-d6c96bd2-763d-4997-9cc2-09458b3469ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:59.138518 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a795c701-7b94-4324-ba9a-55fd59e6a280 req-d6c96bd2-763d-4997-9cc2-09458b3469ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=caaba7bb-316d-4d00-9ba2-d090d4751742 HTTP/1.1" status: 200  len: 916 time: 0.2124341
Jun 25 14:43:59.143233 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:59.180047 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1a6404-8b51-401c-92aa-62ab2185c41c'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:43:59.221306 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port ac1a6404-8b51-401c-92aa-62ab2185c41c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:43:59.248736 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8602c123-8f8f-4c6a-8550-ef1d86dc8c2c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:59.254176 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8602c123-8f8f-4c6a-8550-ef1d86dc8c2c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:59.257306 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1262b612-a666-4bc0-9db3-3f814753ba30 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:59.300308 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602c123-8f8f-4c6a-8550-ef1d86dc8c2c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b6ecc4-214f-4cde-b13d-787c8d472d66,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:59.314124 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-8602c123-8f8f-4c6a-8550-ef1d86dc8c2c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:59.321436 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8602c123-8f8f-4c6a-8550-ef1d86dc8c2c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:59.324776 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-8602c123-8f8f-4c6a-8550-ef1d86dc8c2c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2626352
Jun 25 14:43:59.327556 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38632) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:59.336235 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-5b128ffe-d637-41fc-8ca2-85dbf74bb2e7 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Request body: {'security_group_rule': {'security_group_id': 'ecb592a4-b095-4a4e-9a63-e369bfce4c12', 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:43:59.345498 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-5b128ffe-d637-41fc-8ca2-85dbf74bb2e7 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:43:59.350763 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-5b128ffe-d637-41fc-8ca2-85dbf74bb2e7 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Usage tracker for resource:security_group_rule and tenant:86e0a63701734a29b9ce1cfc8805ebe0 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:43:59.356308 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-5b128ffe-d637-41fc-8ca2-85dbf74bb2e7 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:43:59.357404 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a795c701-7b94-4324-ba9a-55fd59e6a280 req-40ae9bf6-b227-4623-a01c-37e0a392f525 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55c47e6d-98e7-4f0d-b3e1-85a823c05e55 HTTP/1.1" status: 200  len: 999 time: 0.2007687
Jun 25 14:43:59.362853 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1a6404-8b51-401c-92aa-62ab2185c41c', 'code': 200}
Jun 25 14:43:59.367241 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:59.369849 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-5b128ffe-d637-41fc-8ca2-85dbf74bb2e7 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:43:59.372324 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-e9f206fa-9633-40f6-8e35-cc844b8c2b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:59.408851 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5b128ffe-d637-41fc-8ca2-85dbf74bb2e7 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:59.458596 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795c701-7b94-4324-ba9a-55fd59e6a280 req-a8612da4-3fd4-42d0-b669-bb31cd292509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:59.460727 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a795c701-7b94-4324-ba9a-55fd59e6a280 req-a8612da4-3fd4-42d0-b669-bb31cd292509 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99d7a17a-27dd-4982-944f-8975a8bc4ef7 HTTP/1.1" status: 200  len: 854 time: 0.0899990
Jun 25 14:43:59.537808 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5b128ffe-d637-41fc-8ca2-85dbf74bb2e7 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:59.543747 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5b128ffe-d637-41fc-8ca2-85dbf74bb2e7 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:59.551266 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=ac1a6404-8b51-401c-92aa-62ab2185c41c,revision_number=10']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:59.555569 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-7cb4382e-47f6-4687-b8b0-4aba1a0fbc37 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:43:59.562883 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:59.601016 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b128ffe-d637-41fc-8ca2-85dbf74bb2e7 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9a748a-8cf2-48ad-8b14-ab922169c26b,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:43:59.626615 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5b128ffe-d637-41fc-8ca2-85dbf74bb2e7 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:43:59.639026 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5b128ffe-d637-41fc-8ca2-85dbf74bb2e7 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:59.640072 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795c701-7b94-4324-ba9a-55fd59e6a280 req-60a6098a-2081-46b4-a4b9-8b9609651150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:43:59.641508 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-5b128ffe-d637-41fc-8ca2-85dbf74bb2e7 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3121324
Jun 25 14:43:59.644267 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38644) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:43:59.645542 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a795c701-7b94-4324-ba9a-55fd59e6a280 req-60a6098a-2081-46b4-a4b9-8b9609651150 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=caaba7bb-316d-4d00-9ba2-d090d4751742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1652083
Jun 25 14:43:59.657043 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-babd438f-ea5d-41ca-81e6-9770c3c7f0d1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Request body: {'security_group_rule': {'security_group_id': 'ecb592a4-b095-4a4e-9a63-e369bfce4c12', 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:43:59.662435 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-96f2d7fd-f1bc-4831-9a32-117065273723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b39e610>, [{'id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'name': 'tempest-TestMinimumBasicScenario-2032555589-router', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:04Z', 'updated_at': '2021-06-25T14:42:10Z', 'revision_number': 4, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'gw_port': {'id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:05Z', 'updated_at': '2021-06-25T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': 'c8e31299-16db-496f-870a-3eb78288572b', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'port_id': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'mac_address': 'fa:16:3e:8a:20:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:43:56Z', 'updated_at': '2021-06-25T14:43:56Z', 'revision_number': 0, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d545b7-f330-4974-aecc-f468f996e2e7', 'name': '', 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'mac_address': 'fa:16:3e:d7:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:10Z', 'updated_at': '2021-06-25T14:42:20Z', 'revision_number': 5, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'subnets': [{'id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:59.667576 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f2d7fd-f1bc-4831-9a32-117065273723 None None] Checking router: 9962358e-e7a9-48fd-87ab-b064ae320c81 for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:43:59.675804 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-babd438f-ea5d-41ca-81e6-9770c3c7f0d1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:43:59.678733 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f2d7fd-f1bc-4831-9a32-117065273723 None None] Routers {'9962358e-e7a9-48fd-87ab-b064ae320c81'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:43:59.679807 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-babd438f-ea5d-41ca-81e6-9770c3c7f0d1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Usage tracker for resource:security_group_rule and tenant:86e0a63701734a29b9ce1cfc8805ebe0 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:43:59.679991 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-96f2d7fd-f1bc-4831-9a32-117065273723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b39e610>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:43:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['9962358e-e7a9-48fd-87ab-b064ae320c81'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:43:59.682989 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-babd438f-ea5d-41ca-81e6-9770c3c7f0d1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:43:59.689735 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-babd438f-ea5d-41ca-81e6-9770c3c7f0d1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:43:59.731683 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-babd438f-ea5d-41ca-81e6-9770c3c7f0d1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:59.950311 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-babd438f-ea5d-41ca-81e6-9770c3c7f0d1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:59.962081 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-96f2d7fd-f1bc-4831-9a32-117065273723 None None] Set router 9962358e-e7a9-48fd-87ab-b064ae320c81 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:43:59.965418 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-babd438f-ea5d-41ca-81e6-9770c3c7f0d1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:43:59.986209 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:00.005995 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a02e7b-5675-4102-8e1f-d60ba5e656a3 req-c6287e14-5f95-498c-af3f-bb8ba37294d7 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:00.014954 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a5a02e7b-5675-4102-8e1f-d60ba5e656a3 req-c6287e14-5f95-498c-af3f-bb8ba37294d7 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 946 time: 0.2519975
Jun 25 14:44:00.018317 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a795c701-7b94-4324-ba9a-55fd59e6a280 req-3855d3a6-5250-422c-b9d5-d3b63c11a910 service neutron] 10.222.0.16 "GET /v2.0/networks/caaba7bb-316d-4d00-9ba2-d090d4751742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3574951
Jun 25 14:44:00.071514 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd438f-ea5d-41ca-81e6-9770c3c7f0d1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2f299b-4077-410c-a269-c5da31e7f945,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:00.081503 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-babd438f-ea5d-41ca-81e6-9770c3c7f0d1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:00.084444 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-babd438f-ea5d-41ca-81e6-9770c3c7f0d1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:00.085771 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-babd438f-ea5d-41ca-81e6-9770c3c7f0d1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4403687
Jun 25 14:44:00.093873 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38650) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:00.102689 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-55bd47d9-5d8c-403f-a8ee-81d900ccdc70 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Request body: {'security_group_rule': {'security_group_id': 'ecb592a4-b095-4a4e-9a63-e369bfce4c12', 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:44:00.111682 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-55bd47d9-5d8c-403f-a8ee-81d900ccdc70 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:44:00.119899 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-55bd47d9-5d8c-403f-a8ee-81d900ccdc70 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Usage tracker for resource:security_group_rule and tenant:86e0a63701734a29b9ce1cfc8805ebe0 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:44:00.125372 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a5a02e7b-5675-4102-8e1f-d60ba5e656a3 req-61b31eef-1467-4f1f-861a-f5a80d0ea1d0 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0998015
Jun 25 14:44:00.126334 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-55bd47d9-5d8c-403f-a8ee-81d900ccdc70 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:44:00.141607 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-55bd47d9-5d8c-403f-a8ee-81d900ccdc70 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:44:00.179761 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-55bd47d9-5d8c-403f-a8ee-81d900ccdc70 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:00.288214 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a795c701-7b94-4324-ba9a-55fd59e6a280 req-55be9e17-539d-48e8-8955-59c5997b3220 service neutron] 10.222.0.16 "GET /v2.0/networks/caaba7bb-316d-4d00-9ba2-d090d4751742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2584882
Jun 25 14:44:00.297654 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb73d80-246b-4449-b0e1-2112fd6899bc req-f15fea35-e9ae-4edd-87a3-e2d1853df3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:00.298116 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-55bd47d9-5d8c-403f-a8ee-81d900ccdc70 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:00.299138 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6fb73d80-246b-4449-b0e1-2112fd6899bc req-f15fea35-e9ae-4edd-87a3-e2d1853df3ba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 1099 time: 0.2021742
Jun 25 14:44:00.305304 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-55bd47d9-5d8c-403f-a8ee-81d900ccdc70 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:00.309975 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:00.453329 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6fb73d80-246b-4449-b0e1-2112fd6899bc req-2a0fb5d0-b913-4b17-b555-51cf5a957637 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668504
Jun 25 14:44:00.492074 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd47d9-5d8c-403f-a8ee-81d900ccdc70 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a14074f-175a-408f-acc7-177fe6f4d90b,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:00.497579 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-55bd47d9-5d8c-403f-a8ee-81d900ccdc70 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:00.504053 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-55bd47d9-5d8c-403f-a8ee-81d900ccdc70 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:00.505760 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-55bd47d9-5d8c-403f-a8ee-81d900ccdc70 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4105582
Jun 25 14:44:00.510335 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38654) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:00.517890 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-34c991d1-945b-4845-8fbe-c228de6dbb84 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Request body: {'security_group_rule': {'security_group_id': 'ecb592a4-b095-4a4e-9a63-e369bfce4c12', 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:44:00.524329 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-34c991d1-945b-4845-8fbe-c228de6dbb84 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:44:00.530972 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-34c991d1-945b-4845-8fbe-c228de6dbb84 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Usage tracker for resource:security_group_rule and tenant:86e0a63701734a29b9ce1cfc8805ebe0 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:44:00.536133 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-34c991d1-945b-4845-8fbe-c228de6dbb84 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:44:00.546084 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-34c991d1-945b-4845-8fbe-c228de6dbb84 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:44:00.562404 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.securitygroups_db [None req-34c991d1-945b-4845-8fbe-c228de6dbb84 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Project 86e0a63701734a29b9ce1cfc8805ebe0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 25 14:44:00.562754 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-96f2d7fd-f1bc-4831-9a32-117065273723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b39e610>, [{'id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'name': 'tempest-TestMinimumBasicScenario-2032555589-router', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:04Z', 'updated_at': '2021-06-25T14:42:10Z', 'revision_number': 4, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'gw_port': {'id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:05Z', 'updated_at': '2021-06-25T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': 'c8e31299-16db-496f-870a-3eb78288572b', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'port_id': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'mac_address': 'fa:16:3e:8a:20:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:43:56Z', 'updated_at': '2021-06-25T14:43:56Z', 'revision_number': 0, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d545b7-f330-4974-aecc-f468f996e2e7', 'name': '', 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'mac_address': 'fa:16:3e:d7:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:10Z', 'updated_at': '2021-06-25T14:42:20Z', 'revision_number': 5, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'subnets': [{'id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:44:00.569022 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f2d7fd-f1bc-4831-9a32-117065273723 None None] The sync data for ids ['9962358e-e7a9-48fd-87ab-b064ae320c81'] in dv-cinder-798091-1-iscsi is: [{'id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'name': 'tempest-TestMinimumBasicScenario-2032555589-router', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:04Z', 'updated_at': '2021-06-25T14:42:10Z', 'revision_number': 4, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'gw_port': {'id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:05Z', 'updated_at': '2021-06-25T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': 'c8e31299-16db-496f-870a-3eb78288572b', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'port_id': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'mac_address': 'fa:16:3e:8a:20:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:43:56Z', 'updated_at': '2021-06-25T14:43:56Z', 'revision_number': 0, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d545b7-f330-4974-aecc-f468f996e2e7', 'name': '', 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'mac_address': 'fa:16:3e:d7:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:10Z', 'updated_at': '2021-06-25T14:42:20Z', 'revision_number': 5, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'subnets': [{'id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:44:00.573383 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-34c991d1-945b-4845-8fbe-c228de6dbb84 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:00.680388 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-34c991d1-945b-4845-8fbe-c228de6dbb84 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:00.686809 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-34c991d1-945b-4845-8fbe-c228de6dbb84 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:00.690196 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:00.731116 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c991d1-945b-4845-8fbe-c228de6dbb84 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13984b02-5359-41a7-90a1-6b838ae48df5,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:00.735485 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-34c991d1-945b-4845-8fbe-c228de6dbb84 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:00.747626 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-34c991d1-945b-4845-8fbe-c228de6dbb84 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:00.748890 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-34c991d1-945b-4845-8fbe-c228de6dbb84 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2371607
Jun 25 14:44:00.753274 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 38658) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:00.759493 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-1a56ef09-4fb6-4aec-8c03-0f25632989e5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Request body: {'security_group_rule': {'security_group_id': 'ecb592a4-b095-4a4e-9a63-e369bfce4c12', 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:44:00.766835 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-1a56ef09-4fb6-4aec-8c03-0f25632989e5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:44:00.774109 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-1a56ef09-4fb6-4aec-8c03-0f25632989e5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Usage tracker for resource:security_group_rule and tenant:86e0a63701734a29b9ce1cfc8805ebe0 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:44:00.779436 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-1a56ef09-4fb6-4aec-8c03-0f25632989e5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:44:00.789803 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-1a56ef09-4fb6-4aec-8c03-0f25632989e5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:44:00.803762 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.securitygroups_db [None req-1a56ef09-4fb6-4aec-8c03-0f25632989e5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Project 86e0a63701734a29b9ce1cfc8805ebe0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 25 14:44:00.815958 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1a56ef09-4fb6-4aec-8c03-0f25632989e5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:00.849131 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02653325-cb6c-43bb-a9a2-5fc478c3abe7 None None] New status for floating IP c8e31299-16db-496f-870a-3eb78288572b: ACTIVE {{(pid=78438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 25 14:44:00.926469 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1a56ef09-4fb6-4aec-8c03-0f25632989e5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:00.934950 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1a56ef09-4fb6-4aec-8c03-0f25632989e5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:00.948494 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-59b9be4f-c03f-493b-8cd6-40efc32c50ca tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:00.998731 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:01.003250 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56ef09-4fb6-4aec-8c03-0f25632989e5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcde032e-3ecd-4b12-9cb7-c829f4efe1cd,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:01.007799 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1a56ef09-4fb6-4aec-8c03-0f25632989e5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:01.011611 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-1a56ef09-4fb6-4aec-8c03-0f25632989e5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2552805
Jun 25 14:44:01.011611 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1a56ef09-4fb6-4aec-8c03-0f25632989e5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:01.285487 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7897c6cc-8bc7-4aea-8686-bf38e3443785 req-d7061ab5-fff4-4aef-a312-87c682e177d1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439452752&fields=id&tenant_id=86e0a63701734a29b9ce1cfc8805ebe0 HTTP/1.1" status: 200  len: 267 time: 0.1144621
Jun 25 14:44:01.483246 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897c6cc-8bc7-4aea-8686-bf38e3443785 req-2402b2f8-d725-4f81-9287-530221d8725b tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:01.484083 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7897c6cc-8bc7-4aea-8686-bf38e3443785 req-2402b2f8-d725-4f81-9287-530221d8725b tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 945 time: 0.1804702
Jun 25 14:44:01.508057 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [req-7897c6cc-8bc7-4aea-8686-bf38e3443785 req-76d2c1ce-ab31-4bc0-bbd9-199cf95b6566 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Request body: {'port': {'security_groups': ['e3ee885a-e723-45fd-abed-1bccbe4ecca6', 'ecb592a4-b095-4a4e-9a63-e369bfce4c12']}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:44:01.580005 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de9a22-c3b4-4867-9be3-fafc89e86ab1 req-d0c9c5a7-1ad2-4760-b96b-35cd332cf53d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:01.581596 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-12de9a22-c3b4-4867-9be3-fafc89e86ab1 req-d0c9c5a7-1ad2-4760-b96b-35cd332cf53d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 946 time: 0.1891971
Jun 25 14:44:01.698218 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-12de9a22-c3b4-4867-9be3-fafc89e86ab1 req-6e475880-9a01-4e3a-aa92-1e94a4be236e tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1007323
Jun 25 14:44:01.716950 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-7897c6cc-8bc7-4aea-8686-bf38e3443785 req-76d2c1ce-ab31-4bc0-bbd9-199cf95b6566 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:01.749888 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 38678) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:01.949898 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:01.972347 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:44:01.977164 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Usage tracker for resource:security_group_rule and tenant:a04d632f46a64f6ea49b733659885fad is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:44:01.982725 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:44:01.993959 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:44:02.102871 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [req-7897c6cc-8bc7-4aea-8686-bf38e3443785 req-76d2c1ce-ab31-4bc0-bbd9-199cf95b6566 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] For port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=55c47e6d-98e7-4f0d-b3e1-85a823c05e55,segment=NetworkSegment(de30a297-97be-4c4b-8075-4fdee5b8995e),segment_id=de30a297-97be-4c4b-8075-4fdee5b8995e)] {{(pid=78435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:44:02.133622 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:02.134911 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-7897c6cc-8bc7-4aea-8686-bf38e3443785 req-76d2c1ce-ab31-4bc0-bbd9-199cf95b6566 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:02.139934 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:02.141785 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-7897c6cc-8bc7-4aea-8686-bf38e3443785 req-76d2c1ce-ab31-4bc0-bbd9-199cf95b6566 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6486730'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:02.152956 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e0bf3979-e78e-4f7d-a864-fbaf8d1b8b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:02.154615 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-eaca3677-4de5-4572-92a8-7d7c6160d759 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:02.189958 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['55c47e6d-98e7-4f0d-b3e1-85a823c05e55'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:44:02.226747 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a04d632f46a64f6ea49b733659885fad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4715762
Jun 25 14:44:02.226747 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a9109a-eb18-431f-8d62-bc890fae10db,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:02.228693 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 38686) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:02.260829 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:02.261402 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:02.261966 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:02.262524 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:02.263089 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:02.263665 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:02.264215 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:02.264799 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:02.265347 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:02.265893 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:02.266699 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:02.267479 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:02.278069 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:02.319136 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2c1ce-ab31-4bc0-bbd9-199cf95b6566 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Pushing event updated for resources: {'Port': ['ID=55c47e6d-98e7-4f0d-b3e1-85a823c05e55,revision_number=6']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:02.358180 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897c6cc-8bc7-4aea-8686-bf38e3443785 req-76d2c1ce-ab31-4bc0-bbd9-199cf95b6566 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:02.358890 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-7897c6cc-8bc7-4aea-8686-bf38e3443785 req-76d2c1ce-ab31-4bc0-bbd9-199cf95b6566 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:02.361268 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7897c6cc-8bc7-4aea-8686-bf38e3443785 req-76d2c1ce-ab31-4bc0-bbd9-199cf95b6566 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "PUT /v2.0/ports/55c47e6d-98e7-4f0d-b3e1-85a823c05e55 HTTP/1.1" status: 200  len: 981 time: 0.8628700
Jun 25 14:44:02.362154 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'tag': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55'}] {{(pid=78435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:44:02.378507 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-76d2c1ce-ab31-4bc0-bbd9-199cf95b6566 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:02.380699 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-21f9482d-e9da-49f9-b39d-d490333cc03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:02.424717 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-21f9482d-e9da-49f9-b39d-d490333cc03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:02.539324 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-21f9482d-e9da-49f9-b39d-d490333cc03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:02.554788 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-75a17408-74b2-4cda-88bc-2eadbd8a0cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:02.564671 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'tag': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55', 'status': 'completed', 'code': 200}
Jun 25 14:44:02.593283 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9482d-e9da-49f9-b39d-d490333cc03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a9109a-eb18-431f-8d62-bc890fae10db,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:02.603537 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-21f9482d-e9da-49f9-b39d-d490333cc03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:02.615770 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-21f9482d-e9da-49f9-b39d-d490333cc03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:02.616093 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-21f9482d-e9da-49f9-b39d-d490333cc03f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0a9109a-eb18-431f-8d62-bc890fae10db HTTP/1.1" status: 204  len: 168 time: 0.3863816
Jun 25 14:44:02.675329 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['55c47e6d-98e7-4f0d-b3e1-85a823c05e55'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:44:02.849532 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c6598-090e-45a5-bb99-b9cd2404e34e req-7cff68ef-f631-42d1-8096-95d62f8281d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:02.852515 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e01c6598-090e-45a5-bb99-b9cd2404e34e req-7cff68ef-f631-42d1-8096-95d62f8281d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=86e0a63701734a29b9ce1cfc8805ebe0&device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 1137 time: 0.1774559
Jun 25 14:44:02.975420 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add06dd-eb76-4fc4-97eb-b967a026da57 req-2bcf1a11-5823-4e34-a499-8d4bbb38b9af tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:02.988207 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3add06dd-eb76-4fc4-97eb-b967a026da57 req-2bcf1a11-5823-4e34-a499-8d4bbb38b9af tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.2794631
Jun 25 14:44:03.126508 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-4eb70bc3-0b88-4d56-b804-ff09b2a57b1f None None] Provisioning complete for port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:44:03.127634 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4eb70bc3-0b88-4d56-b804-ff09b2a57b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:03.273635 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e134e440-f71a-4998-9c95-c69335f34e34 req-ca2d3ddb-0eff-4a43-bcf1-8720f04229df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3913684
Jun 25 14:44:03.275490 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c6598-090e-45a5-bb99-b9cd2404e34e req-700183e5-d680-4db6-9b90-416ac21b6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:03.278077 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e01c6598-090e-45a5-bb99-b9cd2404e34e req-700183e5-d680-4db6-9b90-416ac21b6bfc service neutron] 10.222.0.16 "GET /v2.0/networks?id=caaba7bb-316d-4d00-9ba2-d090d4751742 HTTP/1.1" status: 200  len: 916 time: 0.3973484
Jun 25 14:44:03.286189 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3add06dd-eb76-4fc4-97eb-b967a026da57 req-64928a3e-8018-48af-adec-a6de2385a6b7 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2959285
Jun 25 14:44:03.295178 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 38708) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:03.330962 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-57edc175-87e4-42d5-a40f-8b14eb5a7129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:03.423556 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-57edc175-87e4-42d5-a40f-8b14eb5a7129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:44:03.427892 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213f1bf-2f98-4739-95ec-3127348bfffc req-39134c6c-abc4-40b4-b2cb-2f485fc978a8 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:03.442503 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c213f1bf-2f98-4739-95ec-3127348bfffc req-39134c6c-abc4-40b4-b2cb-2f485fc978a8 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 946 time: 0.3821254
Jun 25 14:44:03.525238 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-57edc175-87e4-42d5-a40f-8b14eb5a7129 admin admin] Usage tracker for resource:security_group_rule and tenant:9cfcab0add1b4057af0455bf58c86315 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:44:03.538824 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c213f1bf-2f98-4739-95ec-3127348bfffc req-f0e4b81e-d38a-4aab-9646-7429a30b7b71 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890353
Jun 25 14:44:03.557496 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-57edc175-87e4-42d5-a40f-8b14eb5a7129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:44:03.584050 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-57edc175-87e4-42d5-a40f-8b14eb5a7129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:44:03.614129 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e01c6598-090e-45a5-bb99-b9cd2404e34e req-b974afa8-0e31-4120-a67c-b0a05acef7e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55c47e6d-98e7-4f0d-b3e1-85a823c05e55 HTTP/1.1" status: 200  len: 1001 time: 0.2654688
Jun 25 14:44:03.772835 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c6598-090e-45a5-bb99-b9cd2404e34e req-a791c3ce-1981-499b-a684-a95cb266c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:03.775188 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e01c6598-090e-45a5-bb99-b9cd2404e34e req-a791c3ce-1981-499b-a684-a95cb266c24f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99d7a17a-27dd-4982-944f-8975a8bc4ef7 HTTP/1.1" status: 200  len: 854 time: 0.1444201
Jun 25 14:44:03.780433 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134e440-f71a-4998-9c95-c69335f34e34 req-1d23f93f-1a7f-4c46-9c3a-0721480d0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:03.782970 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e134e440-f71a-4998-9c95-c69335f34e34 req-1d23f93f-1a7f-4c46-9c3a-0721480d0010 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 1098 time: 0.3037395
Jun 25 14:44:04.078635 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-57edc175-87e4-42d5-a40f-8b14eb5a7129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:04.097910 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-57edc175-87e4-42d5-a40f-8b14eb5a7129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:04.109922 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1a0cea2d-fe6d-4e10-b9c4-78a72c3dd10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:04.135528 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134e440-f71a-4998-9c95-c69335f34e34 req-8373c14a-b2e0-4f58-a732-0eb00bb9ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:04.138052 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e134e440-f71a-4998-9c95-c69335f34e34 req-8373c14a-b2e0-4f58-a732-0eb00bb9ee63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 200  len: 912 time: 0.2787821
Jun 25 14:44:04.244457 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-57edc175-87e4-42d5-a40f-8b14eb5a7129 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9cfcab0add1b4057af0455bf58c86315&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9470603
Jun 25 14:44:04.247491 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38740) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:04.259410 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c6598-090e-45a5-bb99-b9cd2404e34e req-746b5cb1-2872-48b9-bdba-08c7752335d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:04.261093 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e01c6598-090e-45a5-bb99-b9cd2404e34e req-746b5cb1-2872-48b9-bdba-08c7752335d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=caaba7bb-316d-4d00-9ba2-d090d4751742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4675858
Jun 25 14:44:04.261894 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edc175-87e4-42d5-a40f-8b14eb5a7129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec08f82-02c8-4fd1-ac6b-29353a5ff06b,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:04.281997 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-57edc175-87e4-42d5-a40f-8b14eb5a7129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:04.334068 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8fa48eee-43e5-4af1-b91d-4015c2a9f927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:04.382204 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8fa48eee-43e5-4af1-b91d-4015c2a9f927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:04.491740 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8fa48eee-43e5-4af1-b91d-4015c2a9f927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:04.496552 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-2873cc82-9a29-48bf-aeb6-6b06554f98fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:04.522978 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa48eee-43e5-4af1-b91d-4015c2a9f927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec08f82-02c8-4fd1-ac6b-29353a5ff06b,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:04.526935 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-8fa48eee-43e5-4af1-b91d-4015c2a9f927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:04.528396 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8fa48eee-43e5-4af1-b91d-4015c2a9f927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:04.535205 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-8fa48eee-43e5-4af1-b91d-4015c2a9f927 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ec08f82-02c8-4fd1-ac6b-29353a5ff06b HTTP/1.1" status: 204  len: 168 time: 0.2858250
Jun 25 14:44:04.570455 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e134e440-f71a-4998-9c95-c69335f34e34 req-817839af-25d5-43c1-af1f-22093eaf6770 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=784cffeb-d629-4e11-b275-51a388827c0f HTTP/1.1" status: 200  len: 1001 time: 0.4007077
Jun 25 14:44:04.736586 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e01c6598-090e-45a5-bb99-b9cd2404e34e req-784f8c37-6314-400c-824b-b9976c1c1264 service neutron] 10.222.0.16 "GET /v2.0/networks/caaba7bb-316d-4d00-9ba2-d090d4751742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4520493
Jun 25 14:44:04.740004 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134e440-f71a-4998-9c95-c69335f34e34 req-ac95f42d-2462-4c85-a187-7f044e5cba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:04.742899 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e134e440-f71a-4998-9c95-c69335f34e34 req-ac95f42d-2462-4c85-a187-7f044e5cba41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9265467f-1c70-41b0-a5d8-95ad79db0d39 HTTP/1.1" status: 200  len: 850 time: 0.1603482
Jun 25 14:44:04.898463 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8f1a0-941c-4388-a8e7-3010b7a0cc8b req-0b209f83-b3c6-47d1-86fc-a4a37199d1a4 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:04.902471 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e3c8f1a0-941c-4388-a8e7-3010b7a0cc8b req-0b209f83-b3c6-47d1-86fc-a4a37199d1a4 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 946 time: 0.1658332
Jun 25 14:44:04.985452 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e3c8f1a0-941c-4388-a8e7-3010b7a0cc8b req-7ae18846-d3c8-4cb7-b2ce-4048c7fa813b tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704994
Jun 25 14:44:05.020460 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134e440-f71a-4998-9c95-c69335f34e34 req-06f9eb3d-de6e-4e4f-982e-a56d7d99ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:05.025531 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e134e440-f71a-4998-9c95-c69335f34e34 req-06f9eb3d-de6e-4e4f-982e-a56d7d99ff88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b57f227-be72-49df-b303-59d0100b6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2566936
Jun 25 14:44:05.028734 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e01c6598-090e-45a5-bb99-b9cd2404e34e req-e17c1b01-51c0-4ed4-aa39-e30911fe1c2a service neutron] 10.222.0.16 "GET /v2.0/networks/caaba7bb-316d-4d00-9ba2-d090d4751742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2654066
Jun 25 14:44:05.130743 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38752) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:05.158526 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3849f5f3-a0ac-4397-805f-39d731b78c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:05.175444 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-3849f5f3-a0ac-4397-805f-39d731b78c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:44:05.185214 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-3849f5f3-a0ac-4397-805f-39d731b78c2a admin admin] Usage tracker for resource:security_group_rule and tenant:34743d52f2f447ccabc4a1bacda62631 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:44:05.190069 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-3849f5f3-a0ac-4397-805f-39d731b78c2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:44:05.199992 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-3849f5f3-a0ac-4397-805f-39d731b78c2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:44:05.254932 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e134e440-f71a-4998-9c95-c69335f34e34 req-31143e0f-6ca5-4d5a-9579-f93bbb15ab1c service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1870427
Jun 25 14:44:05.329773 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3849f5f3-a0ac-4397-805f-39d731b78c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:05.337188 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3849f5f3-a0ac-4397-805f-39d731b78c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:05.360430 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e76294c5-3371-4fd0-b8bb-c70debeeac33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:05.425056 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849f5f3-a0ac-4397-805f-39d731b78c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ccae76-a359-49b6-9424-9b6e1e5a82a7,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:05.435980 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3849f5f3-a0ac-4397-805f-39d731b78c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:05.445621 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-3849f5f3-a0ac-4397-805f-39d731b78c2a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=34743d52f2f447ccabc4a1bacda62631&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3130102
Jun 25 14:44:05.449574 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38758) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:05.476103 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e134e440-f71a-4998-9c95-c69335f34e34 req-12e8418a-06a1-4209-88e3-0724df8c1f85 service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101104
Jun 25 14:44:05.536442 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ee49-ae9c-408d-a97d-afa361cb91f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:05.571268 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ee49-ae9c-408d-a97d-afa361cb91f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:05.633335 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ee49-ae9c-408d-a97d-afa361cb91f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:05.637843 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:05.649345 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9ee49-ae9c-408d-a97d-afa361cb91f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ccae76-a359-49b6-9424-9b6e1e5a82a7,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:05.653605 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-bbf9ee49-ae9c-408d-a97d-afa361cb91f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:05.657385 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ee49-ae9c-408d-a97d-afa361cb91f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:05.658507 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-bbf9ee49-ae9c-408d-a97d-afa361cb91f2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/42ccae76-a359-49b6-9424-9b6e1e5a82a7 HTTP/1.1" status: 204  len: 168 time: 0.2079508
Jun 25 14:44:06.688399 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 38782) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:06.719467 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:44:06.842248 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1482049360-network', 'tenant_id': '205ee3e8bb3a4f52bccc89b6f2273f91'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:44:06.847872 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:44:06.857322 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Usage tracker for resource:network and tenant:205ee3e8bb3a4f52bccc89b6f2273f91 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:44:06.860825 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:44:06.867761 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:44:06.879210 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Made reservation on behalf of 205ee3e8bb3a4f52bccc89b6f2273f91 for: {'network': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:44:06.882807 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:06.903849 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:06.928892 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:44:06.935599 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Usage tracker for resource:security_group_rule and tenant:205ee3e8bb3a4f52bccc89b6f2273f91 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:44:06.940146 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:44:06.949501 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:44:07.065102 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:07.069002 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:07.072620 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1fc71104-0d6e-4cf7-b050-1bed8596344d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:07.107023 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'}  {{(pid=78436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 14:44:07.116780 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:07.120156 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:07.126207 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:07.126207 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.segments_db [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Added segment 1b71895d-9a4e-4bfa-a007-caf8156298e3 of type vlan for network 6236b1ee-6a77-4b84-8c99-a47ec0d986a3
Jun 25 14:44:07.156687 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:07.187826 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:07.189337 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:07.189978 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:07.193612 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:07.301072 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Pushing event updated for resources: {'Network': ['ID=6236b1ee-6a77-4b84-8c99-a47ec0d986a3,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:07.304436 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:07.306720 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6170497
Jun 25 14:44:07.309838 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 38788) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:07.314587 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network 6236b1ee-6a77-4b84-8c99-a47ec0d986a3 details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 14:44:07.318449 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-f2685a37-74a5-43f4-b77a-904ad9b5aa4c admin admin] Request body: {'subnet': {'network_id': '6236b1ee-6a77-4b84-8c99-a47ec0d986a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1482049360-subnet', 'tenant_id': '205ee3e8bb3a4f52bccc89b6f2273f91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:44:07.324195 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-f2685a37-74a5-43f4-b77a-904ad9b5aa4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:44:07.328272 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-f2685a37-74a5-43f4-b77a-904ad9b5aa4c admin admin] Usage tracker for resource:subnet and tenant:205ee3e8bb3a4f52bccc89b6f2273f91 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:44:07.331289 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-f2685a37-74a5-43f4-b77a-904ad9b5aa4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:44:07.340100 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-f2685a37-74a5-43f4-b77a-904ad9b5aa4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:44:07.351317 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2685a37-74a5-43f4-b77a-904ad9b5aa4c admin admin] Made reservation on behalf of 205ee3e8bb3a4f52bccc89b6f2273f91 for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:44:07.354286 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f2685a37-74a5-43f4-b77a-904ad9b5aa4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6392516'] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:07.592109 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f2685a37-74a5-43f4-b77a-904ad9b5aa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6485581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6392530'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:07.596068 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-816b0cb0-3914-439e-a467-24d38358600a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:07.681514 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2685a37-74a5-43f4-b77a-904ad9b5aa4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b4c8ad2-99f0-419d-ae91-7368480789e0,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:07.686586 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f2685a37-74a5-43f4-b77a-904ad9b5aa4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:07.694507 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2685a37-74a5-43f4-b77a-904ad9b5aa4c admin admin] Checking segment: {'id': '1b71895d-9a4e-4bfa-a007-caf8156298e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6236b1ee-6a77-4b84-8c99-a47ec0d986a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:44:07.694857 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2685a37-74a5-43f4-b77a-904ad9b5aa4c admin admin] Network hostable DHCP agents. Network: 6236b1ee-6a77-4b84-8c99-a47ec0d986a3, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 14:44:07.719932 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2685a37-74a5-43f4-b77a-904ad9b5aa4c admin admin] Network 6236b1ee-6a77-4b84-8c99-a47ec0d986a3 is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 14:44:07.737703 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-f2685a37-74a5-43f4-b77a-904ad9b5aa4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, 6236b1ee-6a77-4b84-8c99-a47ec0d986a3) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:44:07.743608 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2685a37-74a5-43f4-b77a-904ad9b5aa4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:07.744666 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f2685a37-74a5-43f4-b77a-904ad9b5aa4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:07.749651 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d6a5ad-a551-4b4b-9b0e-f4f36d77031c None None] Network 6236b1ee-6a77-4b84-8c99-a47ec0d986a3 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:44:07.768120 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-f2685a37-74a5-43f4-b77a-904ad9b5aa4c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4567447
Jun 25 14:44:08.021035 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24021b0-0c52-4ee0-91e0-161319ff87e5 None None] Network 6236b1ee-6a77-4b84-8c99-a47ec0d986a3 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:44:08.305799 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c50707ff-e850-4e5b-8922-83fcf496f1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:08.852603 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:10.031697 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cbeb803a-c705-4cf1-8cc2-ae0f37276479 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:10.033285 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cbeb803a-c705-4cf1-8cc2-ae0f37276479 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/networks?id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3 HTTP/1.1" status: 200  len: 814 time: 0.2633445
Jun 25 14:44:10.049354 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-282bdfa6-819f-4086-83e6-2be9cd370d56 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/quotas/205ee3e8bb3a4f52bccc89b6f2273f91 HTTP/1.1" status: 200  len: 375 time: 0.0100906
Jun 25 14:44:10.113043 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-03dc9c00-fae4-4b9f-9e25-a8fdaac443c3 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=205ee3e8bb3a4f52bccc89b6f2273f91&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0569293
Jun 25 14:44:10.309728 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-15721845-e186-4ab1-9470-9e1aedf2264f service neutron] 10.222.0.52 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839519
Jun 25 14:44:10.460014 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-155822ef-d63b-458b-9069-06be390e8fe7 service neutron] 10.222.0.52 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432564
Jun 25 14:44:10.656577 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-91893531-3aa1-43ff-9a91-6922618e944b req-035cf770-b746-4cb2-a5ad-09eb85b72692 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 210 time: 0.0452514
Jun 25 14:44:10.878547 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-dc7973bd-e7c7-4fb1-b16d-99906d16111f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:11.784035 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:11.831872 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9354b86d-24cc-463a-ac73-d4dad6c167da req-88fc8a94-b890-4720-86ef-02a775c5635f tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 210 time: 0.0503299
Jun 25 14:44:12.308068 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-4fe1fe15-1827-40f1-a442-63d6e6da584d tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:12.308952 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-4fe1fe15-1827-40f1-a442-63d6e6da584d tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Synchronizing usage tracker for tenant:205ee3e8bb3a4f52bccc89b6f2273f91 on resource:network {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:44:12.331159 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-4fe1fe15-1827-40f1-a442-63d6e6da584d tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Unset dirty status for tenant:205ee3e8bb3a4f52bccc89b6f2273f91 on resource:network {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:44:12.332312 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-4fe1fe15-1827-40f1-a442-63d6e6da584d tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.16 "GET /v2.0/networks?id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3 HTTP/1.1" status: 200  len: 814 time: 0.1955373
Jun 25 14:44:12.370633 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Request body: {'port': {'device_id': 'b2ef4c77-cfd2-4431-b294-63714816290b', 'network_id': '6236b1ee-6a77-4b84-8c99-a47ec0d986a3', 'admin_state_up': True, 'tenant_id': '205ee3e8bb3a4f52bccc89b6f2273f91'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:44:12.517459 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:44:12.521539 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Usage tracker for resource:port and tenant:205ee3e8bb3a4f52bccc89b6f2273f91 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:44:12.524840 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:44:12.532529 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:44:12.545133 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Made reservation on behalf of 205ee3e8bb3a4f52bccc89b6f2273f91 for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:44:12.548668 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:12.739603 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Allocated IP 172.20.0.6 (6236b1ee-6a77-4b84-8c99-a47ec0d986a3/6b4c8ad2-99f0-419d-ae91-7368480789e0/ce4437a5-62be-4c62-bb25-47ee3a91761f) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:44:12.983497 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:13.014696 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9d3d8231-0e61-4075-b703-13d181f7eaeb req-2cf0af1d-26bc-4b51-84e2-074ec214a33f tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 210 time: 0.0507030
Jun 25 14:44:13.024125 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:13.033176 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e01cac4a-87b8-4a87-a0fe-fc6c03d4baa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:13.108780 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Network 6236b1ee-6a77-4b84-8c99-a47ec0d986a3 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:44:13.111921 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:44:13.115869 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:44:13.121437 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:13.122053 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:13.129829 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Pushing event updated for resources: {'Port': ['ID=ce4437a5-62be-4c62-bb25-47ee3a91761f,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:13.137215 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:13.149752 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7855709
Jun 25 14:44:13.169386 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Request body: {'port': {'device_id': 'b2ef4c77-cfd2-4431-b294-63714816290b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:44:13.293539 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:13.435871 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:13.805531 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4437a5-62be-4c62-bb25-47ee3a91761f {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:44:13.814140 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:13.830247 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Transition to ACTIVE for port object ce4437a5-62be-4c62-bb25-47ee3a91761f will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:44:13.834679 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:13.839357 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bafcd92a-f077-48b2-99f4-df83bbe0a7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:13.997028 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Pushing event updated for resources: {'Port': ['ID=ce4437a5-62be-4c62-bb25-47ee3a91761f,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:13.999949 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:14.027708 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Attempting to bind port ce4437a5-62be-4c62-bb25-47ee3a91761f on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:44:14.028037 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Attempting to bind port ce4437a5-62be-4c62-bb25-47ee3a91761f by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '1b71895d-9a4e-4bfa-a007-caf8156298e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6236b1ee-6a77-4b84-8c99-a47ec0d986a3'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:44:14.028365 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Attempting to bind port ce4437a5-62be-4c62-bb25-47ee3a91761f on network 6236b1ee-6a77-4b84-8c99-a47ec0d986a3 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:44:14.033813 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Port ce4437a5-62be-4c62-bb25-47ee3a91761f on network 6236b1ee-6a77-4b84-8c99-a47ec0d986a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 14:44:14.033813 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Attempting to bind port ce4437a5-62be-4c62-bb25-47ee3a91761f on network 6236b1ee-6a77-4b84-8c99-a47ec0d986a3 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:44:14.039257 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:44:14.040149 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Checking segment: {'id': '1b71895d-9a4e-4bfa-a007-caf8156298e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6236b1ee-6a77-4b84-8c99-a47ec0d986a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:44:14.040565 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Bound using segment: {'id': '1b71895d-9a4e-4bfa-a007-caf8156298e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6236b1ee-6a77-4b84-8c99-a47ec0d986a3'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:44:14.040990 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Bound port: ce4437a5-62be-4c62-bb25-47ee3a91761f, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b71895d-9a4e-4bfa-a007-caf8156298e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6236b1ee-6a77-4b84-8c99-a47ec0d986a3'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:44:14.041381 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:14.140096 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] For port ce4437a5-62be-4c62-bb25-47ee3a91761f, host hv-cinder-79809, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:44:14.143210 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] For port ce4437a5-62be-4c62-bb25-47ee3a91761f, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ce4437a5-62be-4c62-bb25-47ee3a91761f,segment=NetworkSegment(1b71895d-9a4e-4bfa-a007-caf8156298e3),segment_id=1b71895d-9a4e-4bfa-a007-caf8156298e3)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:44:14.147999 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:14.153772 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:14.209654 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:14.210265 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:14.212173 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] 10.222.0.16 "PUT /v2.0/ports/ce4437a5-62be-4c62-bb25-47ee3a91761f HTTP/1.1" status: 200  len: 1093 time: 1.0471737
Jun 25 14:44:14.212703 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ef4c77-cfd2-4431-b294-63714816290b', 'tag': 'ce4437a5-62be-4c62-bb25-47ee3a91761f'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:44:14.257917 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Pushing event updated for resources: {'Port': ['ID=ce4437a5-62be-4c62-bb25-47ee3a91761f,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:14.264942 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:14.266653 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3727ff3-2cf3-451e-b8e4-469d7bd047db req-efb53a0e-28ba-4199-a2c2-f6a1aacc3c4a tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:14.270055 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d3727ff3-2cf3-451e-b8e4-469d7bd047db req-efb53a0e-28ba-4199-a2c2-f6a1aacc3c4a tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 943 time: 0.1185005
Jun 25 14:44:14.283870 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ef4c77-cfd2-4431-b294-63714816290b', 'tag': 'ce4437a5-62be-4c62-bb25-47ee3a91761f', 'status': 'completed', 'code': 200}
Jun 25 14:44:14.332089 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d3727ff3-2cf3-451e-b8e4-469d7bd047db req-b5790649-c7b6-445a-beb9-d22b3918e40d tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448105
Jun 25 14:44:14.423332 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-ae18daea-6b6f-4169-82d1-ad95d9d4a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:14.424828 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-ae18daea-6b6f-4169-82d1-ad95d9d4a316 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=205ee3e8bb3a4f52bccc89b6f2273f91&device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 1096 time: 0.1102138
Jun 25 14:44:14.506268 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-64a8f280-e1aa-4523-98a9-b86964c5aec4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce4437a5-62be-4c62-bb25-47ee3a91761f HTTP/1.1" status: 200  len: 217 time: 0.0660355
Jun 25 14:44:14.578827 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-794c570d-27ce-4178-b7f5-724fc823e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:14.580377 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-794c570d-27ce-4178-b7f5-724fc823e1fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b4c8ad2-99f0-419d-ae91-7368480789e0 HTTP/1.1" status: 200  len: 854 time: 0.0633445
Jun 25 14:44:14.635097 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-41361cfa-c44c-4c29-91a5-385ec5db262c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424163
Jun 25 14:44:14.823231 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-7676e0fe-4e19-46cf-89bc-b2fb74c5115c service neutron] 10.222.0.16 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728790
Jun 25 14:44:14.970042 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c11a4874-a5fa-4c93-a8d8-a1c1a4aa854e req-b91b4071-551b-4b51-a171-8a2b37fc7260 service neutron] 10.222.0.16 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345286
Jun 25 14:44:15.183811 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3692e1-e74d-4f19-bf86-2aa887626f8b req-4d36161f-180c-44e2-8c2d-229daeab3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:15.185346 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ba3692e1-e74d-4f19-bf86-2aa887626f8b req-4d36161f-180c-44e2-8c2d-229daeab3226 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=205ee3e8bb3a4f52bccc89b6f2273f91&device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 1096 time: 0.0880470
Jun 25 14:44:15.447918 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3692e1-e74d-4f19-bf86-2aa887626f8b req-1855ab4e-8882-4e54-9c54-6975a1b5794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:15.450420 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ba3692e1-e74d-4f19-bf86-2aa887626f8b req-1855ab4e-8882-4e54-9c54-6975a1b5794d service neutron] 10.222.0.16 "GET /v2.0/networks?id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3 HTTP/1.1" status: 200  len: 915 time: 0.2573988
Jun 25 14:44:15.565026 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ba3692e1-e74d-4f19-bf86-2aa887626f8b req-62adc085-f9c8-45d4-b7c4-87067475c230 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce4437a5-62be-4c62-bb25-47ee3a91761f HTTP/1.1" status: 200  len: 217 time: 0.1049309
Jun 25 14:44:15.584614 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282bc62-173a-4086-a9e8-3f8c721367ea req-9e9aebca-a865-45f8-9e4a-e82f3710379b tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:15.587044 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7282bc62-173a-4086-a9e8-3f8c721367ea req-9e9aebca-a865-45f8-9e4a-e82f3710379b tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 943 time: 0.1179838
Jun 25 14:44:15.640274 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7282bc62-173a-4086-a9e8-3f8c721367ea req-a69a11ee-f6cf-457b-9002-236926056cf1 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440598
Jun 25 14:44:15.661925 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3692e1-e74d-4f19-bf86-2aa887626f8b req-f0f4f023-39db-4214-99d6-e87f1652f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:15.663392 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ba3692e1-e74d-4f19-bf86-2aa887626f8b req-f0f4f023-39db-4214-99d6-e87f1652f57d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b4c8ad2-99f0-419d-ae91-7368480789e0 HTTP/1.1" status: 200  len: 854 time: 0.0868409
Jun 25 14:44:15.723541 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ba3692e1-e74d-4f19-bf86-2aa887626f8b req-bf3d8a65-7876-413f-b0d4-ec76aef60822 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475798
Jun 25 14:44:15.869714 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ba3692e1-e74d-4f19-bf86-2aa887626f8b req-02bed65d-75c6-4e28-b8c7-ef1dcf565d50 service neutron] 10.222.0.16 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295757
Jun 25 14:44:16.029801 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ba3692e1-e74d-4f19-bf86-2aa887626f8b req-cf50deaa-0a57-4c79-a732-685111484bd8 service neutron] 10.222.0.16 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492124
Jun 25 14:44:16.583129 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device ce4437a5-62be-4c62-bb25-47ee3a91761f details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 14:44:16.755754 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port ce4437a5-62be-4c62-bb25-47ee3a91761f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ce4437a5-62be-4c62-bb25-47ee3a91761f,segment=NetworkSegment(1b71895d-9a4e-4bfa-a007-caf8156298e3),segment_id=1b71895d-9a4e-4bfa-a007-caf8156298e3)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:44:16.774171 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': 'ce4437a5-62be-4c62-bb25-47ee3a91761f', 'network_id': '6236b1ee-6a77-4b84-8c99-a47ec0d986a3', 'port_id': 'ce4437a5-62be-4c62-bb25-47ee3a91761f', 'mac_address': 'fa:16:3e:88:7a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4c8ad2-99f0-419d-ae91-7368480789e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 14:44:16.886302 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:16.890393 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e7206-c884-4141-8a03-09bcec8e4fef req-3151cb52-c4e4-42fd-a046-affe1671994c tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:16.892067 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0d3e7206-c884-4141-8a03-09bcec8e4fef req-3151cb52-c4e4-42fd-a046-affe1671994c tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 943 time: 0.0888762
Jun 25 14:44:16.904858 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4437a5-62be-4c62-bb25-47ee3a91761f {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:44:16.936007 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port ce4437a5-62be-4c62-bb25-47ee3a91761f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ce4437a5-62be-4c62-bb25-47ee3a91761f,segment=NetworkSegment(1b71895d-9a4e-4bfa-a007-caf8156298e3),segment_id=1b71895d-9a4e-4bfa-a007-caf8156298e3)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:44:16.941521 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:16.945518 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:16.953464 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0d3e7206-c884-4141-8a03-09bcec8e4fef req-3b0349d6-73da-42ee-8531-9e72b5fd7ee7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553124
Jun 25 14:44:17.034566 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=ce4437a5-62be-4c62-bb25-47ee3a91761f,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:17.037824 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:17.417788 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['ce4437a5-62be-4c62-bb25-47ee3a91761f'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:44:18.177173 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb4a34-dc36-4601-9f4d-f00a0f115513 req-899bf5c0-0e9e-43e8-81e6-93cbc54566f6 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:18.178631 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-37fb4a34-dc36-4601-9f4d-f00a0f115513 req-899bf5c0-0e9e-43e8-81e6-93cbc54566f6 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 944 time: 0.0882404
Jun 25 14:44:18.225874 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-37fb4a34-dc36-4601-9f4d-f00a0f115513 req-a1aef671-558a-4ec1-8d4b-973dd16d9781 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407259
Jun 25 14:44:18.605694 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device ce4437a5-62be-4c62-bb25-47ee3a91761f up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:44:18.681737 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port ce4437a5-62be-4c62-bb25-47ee3a91761f completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:44:18.687018 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port ce4437a5-62be-4c62-bb25-47ee3a91761f triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:44:18.687498 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:18.814538 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:18.846325 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ef4c77-cfd2-4431-b294-63714816290b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4437a5-62be-4c62-bb25-47ee3a91761f'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:44:18.857597 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port ce4437a5-62be-4c62-bb25-47ee3a91761f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ce4437a5-62be-4c62-bb25-47ee3a91761f,segment=NetworkSegment(1b71895d-9a4e-4bfa-a007-caf8156298e3),segment_id=1b71895d-9a4e-4bfa-a007-caf8156298e3)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:44:18.861860 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:18.864889 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-2c6d3f58-8824-446e-8b70-7df21365a0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:18.915494 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ef4c77-cfd2-4431-b294-63714816290b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4437a5-62be-4c62-bb25-47ee3a91761f', 'code': 200}
Jun 25 14:44:18.935964 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=ce4437a5-62be-4c62-bb25-47ee3a91761f,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:18.940634 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:19.287952 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97a892-4c06-4d66-bb5d-28f883162a01 req-14520207-a374-4f56-96ca-0baca03c01ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:19.290500 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ad97a892-4c06-4d66-bb5d-28f883162a01 req-14520207-a374-4f56-96ca-0baca03c01ef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 1098 time: 0.1301520
Jun 25 14:44:19.360600 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ad97a892-4c06-4d66-bb5d-28f883162a01 req-1fa6dc28-1f80-436b-a8fc-ec64edbd33d3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526743
Jun 25 14:44:19.464106 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ea989-53b0-4013-a817-b33569ac99a1 req-bad89f8b-ba01-4f28-a1a5-c090267ad6bf tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:19.465597 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f55ea989-53b0-4013-a817-b33569ac99a1 req-bad89f8b-ba01-4f28-a1a5-c090267ad6bf tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 945 time: 0.1255772
Jun 25 14:44:19.528593 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f55ea989-53b0-4013-a817-b33569ac99a1 req-5075a343-c574-4894-aa78-2afdb1063c24 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541034
Jun 25 14:44:20.772807 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c83d0-7101-424b-8d29-0d6e1d0302c2 req-2624ceac-0183-4b45-a3ec-f152a11cc2d3 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:20.774855 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b05c83d0-7101-424b-8d29-0d6e1d0302c2 req-2624ceac-0183-4b45-a3ec-f152a11cc2d3 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 945 time: 0.0971670
Jun 25 14:44:20.827680 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b05c83d0-7101-424b-8d29-0d6e1d0302c2 req-3dedbb0d-dd19-4a6f-819b-a0910e4b4e5d tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437672
Jun 25 14:44:22.040605 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96baba5-c91a-4711-b05d-68606a07044c req-cf6dfd5b-82d5-4138-b402-3e705070672a tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:22.042096 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f96baba5-c91a-4711-b05d-68606a07044c req-cf6dfd5b-82d5-4138-b402-3e705070672a tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 945 time: 0.0924883
Jun 25 14:44:22.100843 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f96baba5-c91a-4711-b05d-68606a07044c req-7f1b6da6-3f57-4968-a4fc-dffdf81928dd tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497928
Jun 25 14:44:23.438181 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee5895-dfa7-44ba-8f79-70c849674a58 req-292b0f3e-490a-4853-a0e0-4521f0a9053c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:23.440136 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-daee5895-dfa7-44ba-8f79-70c849674a58 req-292b0f3e-490a-4853-a0e0-4521f0a9053c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.0958965
Jun 25 14:44:23.499987 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fece8f3-5c7e-48a3-9514-c3cb9a6367f0 req-59daceeb-121b-4a45-9bef-e50e61712c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:23.501408 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2fece8f3-5c7e-48a3-9514-c3cb9a6367f0 req-59daceeb-121b-4a45-9bef-e50e61712c67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=86e0a63701734a29b9ce1cfc8805ebe0&device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 1137 time: 0.1294670
Jun 25 14:44:23.506375 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-daee5895-dfa7-44ba-8f79-70c849674a58 req-da1ededc-0ad1-494b-8660-de2aee2ae0c1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0577669
Jun 25 14:44:23.679086 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fece8f3-5c7e-48a3-9514-c3cb9a6367f0 req-08622678-9c22-4f73-9c3a-d0271305f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:23.681608 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2fece8f3-5c7e-48a3-9514-c3cb9a6367f0 req-08622678-9c22-4f73-9c3a-d0271305f198 service neutron] 10.222.0.16 "GET /v2.0/networks?id=caaba7bb-316d-4d00-9ba2-d090d4751742 HTTP/1.1" status: 200  len: 916 time: 0.1526642
Jun 25 14:44:23.832967 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2fece8f3-5c7e-48a3-9514-c3cb9a6367f0 req-50fdbf7f-eae3-4246-85aa-73452288133c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55c47e6d-98e7-4f0d-b3e1-85a823c05e55 HTTP/1.1" status: 200  len: 1001 time: 0.1221855
Jun 25 14:44:23.939818 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fece8f3-5c7e-48a3-9514-c3cb9a6367f0 req-bf0264fd-9fcf-444b-8f48-7b999672868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:23.942050 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2fece8f3-5c7e-48a3-9514-c3cb9a6367f0 req-bf0264fd-9fcf-444b-8f48-7b999672868d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99d7a17a-27dd-4982-944f-8975a8bc4ef7 HTTP/1.1" status: 200  len: 854 time: 0.0982308
Jun 25 14:44:24.066113 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fece8f3-5c7e-48a3-9514-c3cb9a6367f0 req-61c97cbb-f341-4327-8852-03e6e2f94db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:24.067634 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2fece8f3-5c7e-48a3-9514-c3cb9a6367f0 req-61c97cbb-f341-4327-8852-03e6e2f94db2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=caaba7bb-316d-4d00-9ba2-d090d4751742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1080465
Jun 25 14:44:24.250016 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2fece8f3-5c7e-48a3-9514-c3cb9a6367f0 req-6cf3c1b5-99ac-48f7-87b9-9504aff9b0ba service neutron] 10.222.0.16 "GET /v2.0/networks/caaba7bb-316d-4d00-9ba2-d090d4751742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1708615
Jun 25 14:44:24.438952 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2fece8f3-5c7e-48a3-9514-c3cb9a6367f0 req-b75472c2-33e3-4956-af66-b4a530c665a2 service neutron] 10.222.0.16 "GET /v2.0/networks/caaba7bb-316d-4d00-9ba2-d090d4751742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1783683
Jun 25 14:44:24.760222 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce79f9-9fdd-4c13-9bd5-a63afdf151d4 req-fcf3bf5c-4fb2-4df7-84c5-d5215d23a500 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:24.762258 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-66ce79f9-9fdd-4c13-9bd5-a63afdf151d4 req-fcf3bf5c-4fb2-4df7-84c5-d5215d23a500 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.1221459
Jun 25 14:44:24.825258 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-66ce79f9-9fdd-4c13-9bd5-a63afdf151d4 req-490ecff2-8bd8-457a-a0ad-3dd19b2cf259 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0522666
Jun 25 14:44:26.043426 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1099fe3-dd2d-4f40-894e-fd496d097a5f req-72794f57-eb74-4f00-91d6-21a7d96e94ba tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:26.045962 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c1099fe3-dd2d-4f40-894e-fd496d097a5f req-72794f57-eb74-4f00-91d6-21a7d96e94ba tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.1051102
Jun 25 14:44:26.130299 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c1099fe3-dd2d-4f40-894e-fd496d097a5f req-bb6697b4-a4e6-4ac8-bc4e-508602f0fa6b tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0766273
Jun 25 14:44:26.919496 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e76ed-2fb3-4df9-a5a3-dd1cfbfb19e4 req-5f437f20-ef4d-4919-894b-3a3dd368d433 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:26.922034 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ba2e76ed-2fb3-4df9-a5a3-dd1cfbfb19e4 req-5f437f20-ef4d-4919-894b-3a3dd368d433 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1446750
Jun 25 14:44:26.978380 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ba2e76ed-2fb3-4df9-a5a3-dd1cfbfb19e4 req-e323eac2-69a6-4d61-89af-69c2992d91f6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463846
Jun 25 14:44:27.462214 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b844a-77c8-4729-b951-067aa5da0e4c req-57abf139-86f8-4cad-bf9a-6f07f356f34c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:27.463654 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-697b844a-77c8-4729-b951-067aa5da0e4c req-57abf139-86f8-4cad-bf9a-6f07f356f34c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.2091954
Jun 25 14:44:27.530360 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-697b844a-77c8-4729-b951-067aa5da0e4c req-34d48f33-6c70-4900-bc03-1a701a9dfa3b tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0607107
Jun 25 14:44:28.195141 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985834fe-6da0-4065-b319-9f197c2c81c6 req-3a6f49cc-fb01-4d47-8b44-b2058131b8bd tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:28.198077 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-985834fe-6da0-4065-b319-9f197c2c81c6 req-3a6f49cc-fb01-4d47-8b44-b2058131b8bd tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1014283
Jun 25 14:44:28.270290 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-985834fe-6da0-4065-b319-9f197c2c81c6 req-62ec6d26-2cfd-4267-934c-e7bba49c1332 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647252
Jun 25 14:44:28.748969 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ea613-f1cf-4455-976f-068f5f06e692 req-7b06a07f-3c8b-4c60-ba18-854327d44f92 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:28.750508 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f56ea613-f1cf-4455-976f-068f5f06e692 req-7b06a07f-3c8b-4c60-ba18-854327d44f92 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.0927985
Jun 25 14:44:28.823432 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f56ea613-f1cf-4455-976f-068f5f06e692 req-00990021-8cbf-40c4-a89e-14f4201feb08 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0663605
Jun 25 14:44:29.506935 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5c83e-e2e5-4d4d-a995-e081a01c23a3 req-60b41f03-b414-4273-b346-8c703a7d0885 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:29.508949 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a2c5c83e-e2e5-4d4d-a995-e081a01c23a3 req-60b41f03-b414-4273-b346-8c703a7d0885 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.0991771
Jun 25 14:44:29.569437 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a2c5c83e-e2e5-4d4d-a995-e081a01c23a3 req-6b0d4890-b67f-41de-9ba3-e68f0b933ff7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496738
Jun 25 14:44:29.902303 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-657e643a-59b6-4e3c-b31f-4d63c895072b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:29.903109 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-657e643a-59b6-4e3c-b31f-4d63c895072b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Synchronizing usage tracker for tenant:77f5d5123a7c43d48ad3b58f8efecf4e on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:44:29.915763 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-657e643a-59b6-4e3c-b31f-4d63c895072b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Unset dirty status for tenant:77f5d5123a7c43d48ad3b58f8efecf4e on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:44:29.916913 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-657e643a-59b6-4e3c-b31f-4d63c895072b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1070123
Jun 25 14:44:30.033380 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-c4200ac4-bb1a-4061-9d3b-5d293f4e4a25 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Deleting port 784cffeb-d629-4e11-b275-51a388827c0f {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:44:30.033945 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-c4200ac4-bb1a-4061-9d3b-5d293f4e4a25 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:30.097593 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45ba62-4bf9-4c02-9e7e-cc4d2cfb8e7c req-94a4d262-4818-49ca-99ab-5f09d4a9957f tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:30.099374 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6e45ba62-4bf9-4c02-9e7e-cc4d2cfb8e7c req-94a4d262-4818-49ca-99ab-5f09d4a9957f tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.1499712
Jun 25 14:44:30.164914 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6e45ba62-4bf9-4c02-9e7e-cc4d2cfb8e7c req-02e36637-c144-4072-b8a5-57eb3016192d tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0540960
Jun 25 14:44:30.457513 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-c4200ac4-bb1a-4061-9d3b-5d293f4e4a25 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] For port 784cffeb-d629-4e11-b275-51a388827c0f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=784cffeb-d629-4e11-b275-51a388827c0f,segment=NetworkSegment(41004864-77df-4865-b51e-40b29aebd58b),segment_id=41004864-77df-4865-b51e-40b29aebd58b)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:44:30.457874 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-c4200ac4-bb1a-4061-9d3b-5d293f4e4a25 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:30.817933 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc557011-1fe7-40c5-8a8a-ad64226b9fbd req-1bc736da-e1e3-41bd-afab-b2b4d7ffdcbc tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:30.820521 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bc557011-1fe7-40c5-8a8a-ad64226b9fbd req-1bc736da-e1e3-41bd-afab-b2b4d7ffdcbc tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 945 time: 0.1067619
Jun 25 14:44:30.885213 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bc557011-1fe7-40c5-8a8a-ad64226b9fbd req-4e21804c-a6a8-46fb-8591-88bbbc7b07ea tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc50c766-16a6-48db-9b65-4dcc2e80830e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581315
Jun 25 14:44:30.908895 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-c4200ac4-bb1a-4061-9d3b-5d293f4e4a25 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:30.909709 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-c4200ac4-bb1a-4061-9d3b-5d293f4e4a25 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549620'] for floatingip, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:30.909709 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.l3_db [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-c4200ac4-bb1a-4061-9d3b-5d293f4e4a25 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Floating IP 79934e13-970e-4d91-b816-d5ad77eddb9f disassociated. External IP: 172.27.3.100, port: 784cffeb-d629-4e11-b275-51a388827c0f.
Jun 25 14:44:30.910040 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-c4200ac4-bb1a-4061-9d3b-5d293f4e4a25 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Calling delete_port for 784cffeb-d629-4e11-b275-51a388827c0f owned by compute:nova {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:44:30.984082 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:31.090827 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-c4200ac4-bb1a-4061-9d3b-5d293f4e4a25 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:31.098377 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:31.144564 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4200ac4-bb1a-4061-9d3b-5d293f4e4a25 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event deleted for resources: {'Port': ['ID=784cffeb-d629-4e11-b275-51a388827c0f,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:31.147705 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-c4200ac4-bb1a-4061-9d3b-5d293f4e4a25 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:31.405978 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-c4200ac4-bb1a-4061-9d3b-5d293f4e4a25 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Router b028c316-8c84-4ffe-806c-b9f8a17a4525 has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:44:31.439516 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df02ae8-8d4d-4f14-85db-3763c04e6fb9 req-26df92e5-334a-465b-8a78-4d7a2b7e9e8b tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:31.441038 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3df02ae8-8d4d-4f14-85db-3763c04e6fb9 req-26df92e5-334a-465b-8a78-4d7a2b7e9e8b tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.1428976
Jun 25 14:44:31.512805 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3df02ae8-8d4d-4f14-85db-3763c04e6fb9 req-31070d89-a854-4f57-be4c-7858ac7d0b2b tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0655603
Jun 25 14:44:31.616586 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-c4200ac4-bb1a-4061-9d3b-5d293f4e4a25 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:44:31.630247 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c53a9c-9558-4685-82b6-52125a16fe0b None None] Sync routers for ids ['b028c316-8c84-4ffe-806c-b9f8a17a4525'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:44:31.646864 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c53a9c-9558-4685-82b6-52125a16fe0b None None] Routers {'b028c316-8c84-4ffe-806c-b9f8a17a4525'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:44:31.648006 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-40c53a9c-9558-4685-82b6-52125a16fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b4b53d0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:44:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['b028c316-8c84-4ffe-806c-b9f8a17a4525'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:44:31.722179 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-c4200ac4-bb1a-4061-9d3b-5d293f4e4a25 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] No DVR routers for this DVR port 784cffeb-d629-4e11-b275-51a388827c0f on host hv-cinder-79809 {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:44:31.726277 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-c4200ac4-bb1a-4061-9d3b-5d293f4e4a25 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:31.730220 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbe5401-6cd8-47cf-b6fa-4797810b6871', 'name': 'network-vif-deleted', 'tag': '784cffeb-d629-4e11-b275-51a388827c0f'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:44:31.759344 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eee40331-16b6-4809-9f9d-5795fdba7935 req-c4200ac4-bb1a-4061-9d3b-5d293f4e4a25 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.16 "DELETE /v2.0/ports/784cffeb-d629-4e11-b275-51a388827c0f HTTP/1.1" status: 204  len: 173 time: 1.8320174
Jun 25 14:44:31.788247 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbe5401-6cd8-47cf-b6fa-4797810b6871', 'name': 'network-vif-deleted', 'tag': '784cffeb-d629-4e11-b275-51a388827c0f', 'status': 'completed', 'code': 200}
Jun 25 14:44:31.961713 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-40c53a9c-9558-4685-82b6-52125a16fe0b None None] Set router b028c316-8c84-4ffe-806c-b9f8a17a4525 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:44:32.219768 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-115e282d-267d-47b8-b883-99855d5bcef4 req-9502eca8-2820-4c00-b5dc-a6999dcfd67a tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbbe5401-6cd8-47cf-b6fa-4797810b6871 HTTP/1.1" status: 200  len: 210 time: 0.0744760
Jun 25 14:44:32.426093 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-40c53a9c-9558-4685-82b6-52125a16fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b4b53d0>, [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '34e447a1-b9db-410a-bfb7-78d4c6120b5e', 'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'mac_address': 'fa:16:3e:76:02:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:02Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'subnets': [{'id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:44:32.433810 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c53a9c-9558-4685-82b6-52125a16fe0b None None] Checking router: b028c316-8c84-4ffe-806c-b9f8a17a4525 for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:44:32.449967 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c53a9c-9558-4685-82b6-52125a16fe0b None None] Routers {'b028c316-8c84-4ffe-806c-b9f8a17a4525'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:44:32.451013 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-40c53a9c-9558-4685-82b6-52125a16fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b4b53d0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:44:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['b028c316-8c84-4ffe-806c-b9f8a17a4525'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:44:32.686521 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 784cffeb-d629-4e11-b275-51a388827c0f no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:44:32.752811 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] No Port match for: 784cffeb-d629-4e11-b275-51a388827c0f {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:44:32.753256 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 784cffeb-d629-4e11-b275-51a388827c0f not bound to the agent host hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:44:32.786742 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-40c53a9c-9558-4685-82b6-52125a16fe0b None None] Set router b028c316-8c84-4ffe-806c-b9f8a17a4525 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:44:32.826476 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38ba74-86ed-417c-a69e-c513e78a5277 req-0604152f-cefc-4c1b-be2d-2275f7f7265c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:32.828119 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-da38ba74-86ed-417c-a69e-c513e78a5277 req-0604152f-cefc-4c1b-be2d-2275f7f7265c tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.1347084
Jun 25 14:44:32.895081 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-da38ba74-86ed-417c-a69e-c513e78a5277 req-2d3c41ff-0397-4802-88da-ae3966d2b27e tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0575085
Jun 25 14:44:33.240984 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-40c53a9c-9558-4685-82b6-52125a16fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b4b53d0>, [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '34e447a1-b9db-410a-bfb7-78d4c6120b5e', 'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'mac_address': 'fa:16:3e:76:02:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:02Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'subnets': [{'id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:44:33.247382 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c53a9c-9558-4685-82b6-52125a16fe0b None None] The sync data for ids ['b028c316-8c84-4ffe-806c-b9f8a17a4525'] in dv-cinder-798091-1-iscsi is: [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '34e447a1-b9db-410a-bfb7-78d4c6120b5e', 'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'mac_address': 'fa:16:3e:76:02:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:02Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'subnets': [{'id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:44:33.422985 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 39004) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:33.520046 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7494f0e7-93b4-4d9f-8a06-4f48d425a9d8 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:33.562267 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7494f0e7-93b4-4d9f-8a06-4f48d425a9d8 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:33.641563 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7494f0e7-93b4-4d9f-8a06-4f48d425a9d8 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:33.658709 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7354d24-f607-45e6-aa7f-408d91425976 None None] New status for floating IP 79934e13-970e-4d91-b816-d5ad77eddb9f: DOWN {{(pid=78438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 25 14:44:33.662097 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:33.685422 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494f0e7-93b4-4d9f-8a06-4f48d425a9d8 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc50c766-16a6-48db-9b65-4dcc2e80830e,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:33.689566 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7494f0e7-93b4-4d9f-8a06-4f48d425a9d8 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:33.691714 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7494f0e7-93b4-4d9f-8a06-4f48d425a9d8 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:33.693684 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-7494f0e7-93b4-4d9f-8a06-4f48d425a9d8 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "DELETE /v2.0/security-groups/dc50c766-16a6-48db-9b65-4dcc2e80830e HTTP/1.1" status: 204  len: 168 time: 0.2697215
Jun 25 14:44:33.698176 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 39008) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:33.723340 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.api.v2.resource [None req-353d2b3c-8542-4427-90d9-7f4148167aef tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] show failed (client error): The resource could not be found.
Jun 25 14:44:33.726576 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-353d2b3c-8542-4427-90d9-7f4148167aef tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups/dc50c766-16a6-48db-9b65-4dcc2e80830e HTTP/1.1" status: 404  len: 347 time: 0.0246823
Jun 25 14:44:33.729385 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 39012) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:33.963617 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-eb04c97c-1bb6-4fd4-835a-f8d58336ca66 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Deleting port 5e1ec82b-db23-4bd4-ad30-dff31a5b547f {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:44:33.964231 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-eb04c97c-1bb6-4fd4-835a-f8d58336ca66 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:34.214621 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234e27-24df-4d04-a60c-542512f931a1 req-72eb55bc-8f1e-41db-aeb4-30c840024c83 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:34.224511 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a6234e27-24df-4d04-a60c-542512f931a1 req-72eb55bc-8f1e-41db-aeb4-30c840024c83 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.1505039
Jun 25 14:44:34.284234 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a6234e27-24df-4d04-a60c-542512f931a1 req-81ac7cf7-2192-4a00-b1c3-144f422b3fde tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0582087
Jun 25 14:44:34.376156 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-eb04c97c-1bb6-4fd4-835a-f8d58336ca66 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:34.376698 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-eb04c97c-1bb6-4fd4-835a-f8d58336ca66 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:34.538342 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-eb04c97c-1bb6-4fd4-835a-f8d58336ca66 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Calling delete_port for 5e1ec82b-db23-4bd4-ad30-dff31a5b547f owned by network:floatingip {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:44:34.741452 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-eb04c97c-1bb6-4fd4-835a-f8d58336ca66 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:34.746188 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7e5b27f8-7ca5-4122-8b01-6dc6e04587fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:34.798596 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04c97c-1bb6-4fd4-835a-f8d58336ca66 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event deleted for resources: {'Port': ['ID=5e1ec82b-db23-4bd4-ad30-dff31a5b547f,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:34.801591 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-eb04c97c-1bb6-4fd4-835a-f8d58336ca66 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:34.868279 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-eb04c97c-1bb6-4fd4-835a-f8d58336ca66 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for floatingip, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:34.884940 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-eb04c97c-1bb6-4fd4-835a-f8d58336ca66 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:34.886086 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-eb04c97c-1bb6-4fd4-835a-f8d58336ca66 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "DELETE /v2.0/floatingips/79934e13-970e-4d91-b816-d5ad77eddb9f HTTP/1.1" status: 204  len: 168 time: 1.1552422
Jun 25 14:44:35.284089 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 39024) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:35.290355 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--209352635', 'description': 'tempest-description--1937402178'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:44:35.296969 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:44:35.301388 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Usage tracker for resource:security_group and tenant:77f5d5123a7c43d48ad3b58f8efecf4e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:44:35.304488 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:44:35.311362 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:44:35.326909 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:35.385439 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:44:35.392770 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Usage tracker for resource:security_group_rule and tenant:77f5d5123a7c43d48ad3b58f8efecf4e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:44:35.399859 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:44:35.407108 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:44:35.544665 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:35.554289 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:35.559786 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-6e6f9d00-4432-46f0-ac1a-88add4d41578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:35.614211 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84fd8523-dfd7-490e-8bfb-152bfa07e61f,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:35.618047 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:35.619283 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3339663
Jun 25 14:44:35.623090 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 39030) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:35.629488 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-764735a9-54ee-42fd-bb66-c368eeda7bf2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Request body: {'security_group_rule': {'security_group_id': '84fd8523-dfd7-490e-8bfb-152bfa07e61f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:44:35.631271 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:35.631645 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:35.632014 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:35.632378 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:35.633296 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:35.633657 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:35.634012 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:35.634359 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:35.634715 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:35.635072 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:35.635445 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:35.635766 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:35.637795 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-764735a9-54ee-42fd-bb66-c368eeda7bf2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:44:35.640836 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:35.650735 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb6d4e-6f42-43b6-baba-f24ce18df759 req-457d5f52-8113-414e-b43f-33c57cd4b6dc tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:35.652158 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-764735a9-54ee-42fd-bb66-c368eeda7bf2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Usage tracker for resource:security_group_rule and tenant:77f5d5123a7c43d48ad3b58f8efecf4e is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:44:35.652355 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6abb6d4e-6f42-43b6-baba-f24ce18df759 req-457d5f52-8113-414e-b43f-33c57cd4b6dc tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.1662102
Jun 25 14:44:35.655745 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-764735a9-54ee-42fd-bb66-c368eeda7bf2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:44:35.662425 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-764735a9-54ee-42fd-bb66-c368eeda7bf2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:44:35.686141 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-764735a9-54ee-42fd-bb66-c368eeda7bf2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:35.716158 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6abb6d4e-6f42-43b6-baba-f24ce18df759 req-8ca83ba7-d230-492d-98ba-ca83a515c6a8 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0522463
Jun 25 14:44:35.766806 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-764735a9-54ee-42fd-bb66-c368eeda7bf2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:35.771366 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-764735a9-54ee-42fd-bb66-c368eeda7bf2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:35.775272 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9d0d8ea1-c4f3-4b1a-8122-8bc025c629cc tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:35.801428 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764735a9-54ee-42fd-bb66-c368eeda7bf2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14266dc-acd3-42b7-ba4a-50634584b615,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:35.810206 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-764735a9-54ee-42fd-bb66-c368eeda7bf2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:35.813536 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-764735a9-54ee-42fd-bb66-c368eeda7bf2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:35.817923 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 39034) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:35.824758 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-764735a9-54ee-42fd-bb66-c368eeda7bf2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1925831
Jun 25 14:44:35.828445 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-61254aed-5951-4321-896c-b21a5e3ea4be tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Request body: {'security_group_rule': {'security_group_id': '84fd8523-dfd7-490e-8bfb-152bfa07e61f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:44:35.836857 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-61254aed-5951-4321-896c-b21a5e3ea4be tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:44:35.840915 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-61254aed-5951-4321-896c-b21a5e3ea4be tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Usage tracker for resource:security_group_rule and tenant:77f5d5123a7c43d48ad3b58f8efecf4e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:44:35.844266 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-61254aed-5951-4321-896c-b21a5e3ea4be tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:44:35.850963 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-61254aed-5951-4321-896c-b21a5e3ea4be tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:44:35.869837 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-61254aed-5951-4321-896c-b21a5e3ea4be tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:35.944105 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-61254aed-5951-4321-896c-b21a5e3ea4be tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:35.949005 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-61254aed-5951-4321-896c-b21a5e3ea4be tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:35.951459 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:35.976175 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61254aed-5951-4321-896c-b21a5e3ea4be tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3841d15c-841b-49b5-aebb-2cc4630cb6d5,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:35.978822 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-61254aed-5951-4321-896c-b21a5e3ea4be tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:35.988121 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-61254aed-5951-4321-896c-b21a5e3ea4be tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:35.989410 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-61254aed-5951-4321-896c-b21a5e3ea4be tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1699309
Jun 25 14:44:35.994618 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 39038) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:36.002531 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Request body: {'floatingip': {'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:44:36.014350 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:44:36.018841 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Usage tracker for resource:floatingip and tenant:77f5d5123a7c43d48ad3b58f8efecf4e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:44:36.021885 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:44:36.028165 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:44:36.047039 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for floatingip, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:36.213509 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:36.432277 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_common [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Allocated IP 172.27.3.16 (598d3f89-d135-48db-a81c-d0cdd206ad8b/603cb312-45ed-44f0-bfe6-5788d06b586a/b7250da1-60dd-498b-9ac2-6335c00e548b) {{(pid=78435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:44:36.599450 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for port, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:36.635057 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:36.639002 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d752b33c-9b3c-4e57-90fb-f740b66166ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:36.705042 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is already hosted by enough agents. {{(pid=78435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:44:36.708324 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Resources bound (agent type, host, resource id):  {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:44:36.712931 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Received port after_create {{(pid=78435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:44:36.746545 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event updated for resources: {'Port': ['ID=b7250da1-60dd-498b-9ac2-6335c00e548b,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:36.753103 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:36.968665 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:36.977565 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795260ee-229b-4be0-a470-5f72beff8414 req-4768369c-11cc-4c6e-94a1-38759d5ba6ab tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:36.979052 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-795260ee-229b-4be0-a470-5f72beff8414 req-4768369c-11cc-4c6e-94a1-38759d5ba6ab tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.1154234
Jun 25 14:44:37.080390 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-795260ee-229b-4be0-a470-5f72beff8414 req-fd4fb5cd-b123-418a-88ed-38e27a3101c5 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0950553
Jun 25 14:44:37.082777 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:37.313393 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:37.318541 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6486730'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:37.323667 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:37.443714 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event updated for resources: {'Port': ['ID=b7250da1-60dd-498b-9ac2-6335c00e548b,revision_number=2']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:37.448970 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:37.457778 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549620'] for floatingip, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:37.487270 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:37.488974 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4925804
Jun 25 14:44:37.713761 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-37a42ec3-14e4-4e0b-abc2-b891c5e04809 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Synchronizing usage tracker for tenant:77f5d5123a7c43d48ad3b58f8efecf4e on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:44:37.733423 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-37a42ec3-14e4-4e0b-abc2-b891c5e04809 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Unset dirty status for tenant:77f5d5123a7c43d48ad3b58f8efecf4e on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:44:37.734771 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-37a42ec3-14e4-4e0b-abc2-b891c5e04809 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--209352635&fields=id&tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e HTTP/1.1" status: 200  len: 267 time: 0.0821919
Jun 25 14:44:37.918705 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-5995167f-1216-48aa-ac67-fc36ccb2da0e tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:37.920090 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-5995167f-1216-48aa-ac67-fc36ccb2da0e tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/networks?id=4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 200  len: 811 time: 0.1780510
Jun 25 14:44:37.935740 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-9ac6108e-b420-47ac-a30b-c1644fd0ac80 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/quotas/77f5d5123a7c43d48ad3b58f8efecf4e HTTP/1.1" status: 200  len: 375 time: 0.0094454
Jun 25 14:44:38.033623 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-e8913afb-5fec-45e6-9b60-4c794e248f0c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0916545
Jun 25 14:44:38.257639 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-c60378dd-b811-4611-81d7-8fccc177ba53 service neutron] 10.222.0.52 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2091041
Jun 25 14:44:38.302611 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd4d88d1-bd30-4dac-9723-ff840d6a64ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:38.398955 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc128b43-e725-48fe-94bb-1f4452ee6834 req-fbac918c-d01f-4bff-8091-adf7db810f56 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:38.400514 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bc128b43-e725-48fe-94bb-1f4452ee6834 req-fbac918c-d01f-4bff-8091-adf7db810f56 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.2051010
Jun 25 14:44:38.437000 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-9f263709-e865-4350-8336-1e5ec0dccbca service neutron] 10.222.0.52 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1704004
Jun 25 14:44:38.479027 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bc128b43-e725-48fe-94bb-1f4452ee6834 req-946e9b06-0968-4754-aade-96df06f7b4c6 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0638442
Jun 25 14:44:38.655036 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4197be7f-139f-4951-abe4-187a03ac5928 req-f787ce37-d449-4529-b192-23d066a63266 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0538585
Jun 25 14:44:38.850618 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:39.714741 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42137fd-9a02-4328-866a-c9df95024b3d req-0e8a9e39-bf80-4f72-872e-1d50e807c710 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:39.716544 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e42137fd-9a02-4328-866a-c9df95024b3d req-0e8a9e39-bf80-4f72-872e-1d50e807c710 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.0965328
Jun 25 14:44:39.779549 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e42137fd-9a02-4328-866a-c9df95024b3d req-86c66b64-ca05-4baa-a0fe-9ea31ddbb3f0 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0523765
Jun 25 14:44:39.865535 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9a0f5dd1-807e-4aef-8ee9-ebae59f64e5e req-3b511af7-4592-4b63-b757-83830160c533 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0550702
Jun 25 14:44:40.180983 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-4cfb6114-38ad-425c-b2ba-1ad2efa29acb tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:40.182460 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-4cfb6114-38ad-425c-b2ba-1ad2efa29acb tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.16 "GET /v2.0/networks?id=4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 200  len: 811 time: 0.1821225
Jun 25 14:44:40.253416 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-b7a468c9-6912-48a1-a045-afd4e0dd5f6c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Synchronizing usage tracker for tenant:77f5d5123a7c43d48ad3b58f8efecf4e on resource:security_group {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:44:40.272646 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-b7a468c9-6912-48a1-a045-afd4e0dd5f6c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Unset dirty status for tenant:77f5d5123a7c43d48ad3b58f8efecf4e on resource:security_group {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:44:40.274627 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-b7a468c9-6912-48a1-a045-afd4e0dd5f6c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e HTTP/1.1" status: 200  len: 379 time: 0.0713358
Jun 25 14:44:40.287484 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Request body: {'port': {'device_id': '391d5ce4-8818-40d2-8193-d054d3d8fe71', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'admin_state_up': True, 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'security_groups': ['84fd8523-dfd7-490e-8bfb-152bfa07e61f']}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:44:40.474914 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:44:40.479609 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Usage tracker for resource:port and tenant:77f5d5123a7c43d48ad3b58f8efecf4e is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:44:40.482807 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:44:40.489781 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:44:40.501420 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Made reservation on behalf of 77f5d5123a7c43d48ad3b58f8efecf4e for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:44:40.505347 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:40.687358 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Allocated IP 172.20.0.13 (4b57f227-be72-49df-b303-59d0100b6e57/9265467f-1c70-41b0-a5d8-95ad79db0d39/3d5f4720-0e75-4ecb-9346-c5929b77747a) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:44:40.884203 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e118dea2-1758-4912-9184-8b682cb4abca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:40.943463 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:40.978419 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Transition to ACTIVE for port object 3d5f4720-0e75-4ecb-9346-c5929b77747a will not be triggered until provisioned by entity DHCP. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:44:41.012379 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:41.016203 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ce401-a6c6-42de-bf51-01ae95ac3f5b req-065ad87f-3641-4017-9db0-6a3cf9e8a447 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:41.018879 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f03ce401-a6c6-42de-bf51-01ae95ac3f5b req-065ad87f-3641-4017-9db0-6a3cf9e8a447 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.1125054
Jun 25 14:44:41.020830 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5f47c75f-4fa1-4b7d-aebd-43c8a3d98d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:41.120228 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Network 4b57f227-be72-49df-b303-59d0100b6e57 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:44:41.124449 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:44:41.130602 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:44:41.137573 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:41.138391 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:41.161404 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f03ce401-a6c6-42de-bf51-01ae95ac3f5b req-db101140-1113-4dfc-b929-7853914451f0 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1299226
Jun 25 14:44:41.181516 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event updated for resources: {'Port': ['ID=3d5f4720-0e75-4ecb-9346-c5929b77747a,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:41.189722 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:41.199265 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9146144
Jun 25 14:44:41.214003 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea24bb-5908-40a6-a1ce-9c322b9c8264 req-c8a2af50-a6f8-4882-ab61-45d67e6fe5b8 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:41.215831 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c1ea24bb-5908-40a6-a1ce-9c322b9c8264 req-c8a2af50-a6f8-4882-ab61-45d67e6fe5b8 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 932 time: 0.1865160
Jun 25 14:44:41.227225 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Request body: {'port': {'device_id': '391d5ce4-8818-40d2-8193-d054d3d8fe71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:44:41.297267 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c1ea24bb-5908-40a6-a1ce-9c322b9c8264 req-33f9e7bf-f729-43a6-a29d-1dfd6eacc16c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=84fd8523-dfd7-490e-8bfb-152bfa07e61f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724223
Jun 25 14:44:41.379495 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:41.495962 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-bc8b92ed-f1fe-43ea-9faa-58147eecb668 None None] Provisioning for port 3d5f4720-0e75-4ecb-9346-c5929b77747a completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:44:41.502444 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-bc8b92ed-f1fe-43ea-9faa-58147eecb668 None None] Provisioning complete for port 3d5f4720-0e75-4ecb-9346-c5929b77747a triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:44:41.503822 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-bc8b92ed-f1fe-43ea-9faa-58147eecb668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:41.574593 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-bc8b92ed-f1fe-43ea-9faa-58147eecb668 None None] Port 3d5f4720-0e75-4ecb-9346-c5929b77747a cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:44:41.790127 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:41.900350 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5f4720-0e75-4ecb-9346-c5929b77747a {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:44:41.911517 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:41.928835 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Transition to ACTIVE for port object 3d5f4720-0e75-4ecb-9346-c5929b77747a will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:44:41.935142 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:41.940306 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:42.122548 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5f4720-0e75-4ecb-9346-c5929b77747a,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:42.128231 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:42.193931 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Attempting to bind port 3d5f4720-0e75-4ecb-9346-c5929b77747a on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:44:42.194650 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Attempting to bind port 3d5f4720-0e75-4ecb-9346-c5929b77747a by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '41004864-77df-4865-b51e-40b29aebd58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:44:42.194650 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Attempting to bind port 3d5f4720-0e75-4ecb-9346-c5929b77747a on network 4b57f227-be72-49df-b303-59d0100b6e57 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:44:42.201998 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Port 3d5f4720-0e75-4ecb-9346-c5929b77747a on network 4b57f227-be72-49df-b303-59d0100b6e57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 14:44:42.202526 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Attempting to bind port 3d5f4720-0e75-4ecb-9346-c5929b77747a on network 4b57f227-be72-49df-b303-59d0100b6e57 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:44:42.229729 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:44:42.230210 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Checking segment: {'id': '41004864-77df-4865-b51e-40b29aebd58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:44:42.230731 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Bound using segment: {'id': '41004864-77df-4865-b51e-40b29aebd58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:44:42.231373 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Bound port: 3d5f4720-0e75-4ecb-9346-c5929b77747a, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41004864-77df-4865-b51e-40b29aebd58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:44:42.231895 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:42.388988 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] For port 3d5f4720-0e75-4ecb-9346-c5929b77747a, host hv-cinder-79809, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:44:42.394798 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] For port 3d5f4720-0e75-4ecb-9346-c5929b77747a, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3d5f4720-0e75-4ecb-9346-c5929b77747a,segment=NetworkSegment(41004864-77df-4865-b51e-40b29aebd58b),segment_id=41004864-77df-4865-b51e-40b29aebd58b)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:44:42.402300 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:42.407214 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-ea3663a9-2c7b-49c6-9abc-9221bf601092 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:42.497446 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:42.498153 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:42.499468 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] 10.222.0.16 "PUT /v2.0/ports/3d5f4720-0e75-4ecb-9346-c5929b77747a HTTP/1.1" status: 200  len: 1094 time: 1.2780044
Jun 25 14:44:42.500039 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391d5ce4-8818-40d2-8193-d054d3d8fe71', 'tag': '3d5f4720-0e75-4ecb-9346-c5929b77747a'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:44:42.506038 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5f4720-0e75-4ecb-9346-c5929b77747a,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:42.506796 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcfcc2-4c1e-48e6-973a-700cc26106fb req-c400089e-7fa1-4bb5-baa8-d275d96f92b1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:42.509795 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:42.510056 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c1dcfcc2-4c1e-48e6-973a-700cc26106fb req-c400089e-7fa1-4bb5-baa8-d275d96f92b1 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.1553268
Jun 25 14:44:42.686433 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-4fc1d497-e7bb-43d8-95d2-1ff2d9df1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:42.689688 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-4fc1d497-e7bb-43d8-95d2-1ff2d9df1f7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 1097 time: 0.0977259
Jun 25 14:44:42.759467 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c1dcfcc2-4c1e-48e6-973a-700cc26106fb req-59b0df84-6dbe-436b-a8df-a572c552370a tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0707726
Jun 25 14:44:42.781674 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0650fa-a1fd-434b-a9ba-1dd04aa9b4c1 req-848e216c-a74a-45ec-8703-5b7838535347 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:42.783249 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6f0650fa-a1fd-434b-a9ba-1dd04aa9b4c1 req-848e216c-a74a-45ec-8703-5b7838535347 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 944 time: 0.2718799
Jun 25 14:44:42.816128 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-c253e0b0-cf26-4238-85a5-85391a7dca97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5f4720-0e75-4ecb-9346-c5929b77747a HTTP/1.1" status: 200  len: 217 time: 0.0997391
Jun 25 14:44:42.860833 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6f0650fa-a1fd-434b-a9ba-1dd04aa9b4c1 req-4b834cfb-090d-4c28-b9c0-7054dd9afafe tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=84fd8523-dfd7-490e-8bfb-152bfa07e61f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670922
Jun 25 14:44:42.911375 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-f1644d30-0c29-46f5-bcca-1e6cd8cb2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:42.914972 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-f1644d30-0c29-46f5-bcca-1e6cd8cb2238 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9265467f-1c70-41b0-a5d8-95ad79db0d39 HTTP/1.1" status: 200  len: 850 time: 0.0869892
Jun 25 14:44:43.009776 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-56b245fa-9b3f-4e1c-82d5-b29500a69ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:43.011729 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-56b245fa-9b3f-4e1c-82d5-b29500a69ce1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b57f227-be72-49df-b303-59d0100b6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0872393
Jun 25 14:44:43.024057 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391d5ce4-8818-40d2-8193-d054d3d8fe71', 'tag': '3d5f4720-0e75-4ecb-9346-c5929b77747a', 'status': 'completed', 'code': 200}
Jun 25 14:44:43.192985 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-d48ed56e-ab58-41ca-89a4-a08ddd63355e service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533010
Jun 25 14:44:43.297423 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:43.359353 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a46b98bc-cdbd-4c58-889d-16ccf911696e req-70e82966-b761-4bb4-84cb-06c226ded32d service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1581094
Jun 25 14:44:43.594880 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24213750-a065-4e05-ad32-f95bc20392d5 req-70d87442-062f-4e1a-aef8-e102db61b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:43.596238 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-24213750-a065-4e05-ad32-f95bc20392d5 req-70d87442-062f-4e1a-aef8-e102db61b125 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 1097 time: 0.0952976
Jun 25 14:44:43.719535 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:44:43.741846 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24213750-a065-4e05-ad32-f95bc20392d5 req-0ba126bc-2f57-4f05-8b5e-b2d9b453b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:43.744135 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-24213750-a065-4e05-ad32-f95bc20392d5 req-0ba126bc-2f57-4f05-8b5e-b2d9b453b17a service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 200  len: 912 time: 0.1387963
Jun 25 14:44:43.828621 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-24213750-a065-4e05-ad32-f95bc20392d5 req-68062f1e-de01-412d-ae79-6f73e29cd833 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5f4720-0e75-4ecb-9346-c5929b77747a HTTP/1.1" status: 200  len: 217 time: 0.0706768
Jun 25 14:44:43.908813 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24213750-a065-4e05-ad32-f95bc20392d5 req-692ab025-c2aa-46ab-b6ee-f0d1ea2b416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:43.911265 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-24213750-a065-4e05-ad32-f95bc20392d5 req-692ab025-c2aa-46ab-b6ee-f0d1ea2b416a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9265467f-1c70-41b0-a5d8-95ad79db0d39 HTTP/1.1" status: 200  len: 850 time: 0.0708685
Jun 25 14:44:43.978502 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf154b-6300-44fa-b0e4-17319189914b req-02daf471-be12-4521-afa3-2254194e33dd tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:43.980237 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2bdf154b-6300-44fa-b0e4-17319189914b req-02daf471-be12-4521-afa3-2254194e33dd tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.0976377
Jun 25 14:44:44.028260 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24213750-a065-4e05-ad32-f95bc20392d5 req-267969d2-00a8-47d9-bc49-fcd1fd7b499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:44.030563 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-24213750-a065-4e05-ad32-f95bc20392d5 req-267969d2-00a8-47d9-bc49-fcd1fd7b499a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b57f227-be72-49df-b303-59d0100b6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1050942
Jun 25 14:44:44.072845 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2bdf154b-6300-44fa-b0e4-17319189914b req-8b155e16-06af-4634-badc-a62ccca7bd08 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0852108
Jun 25 14:44:44.142010 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588f8bf-c825-4f1d-9b08-ad688b78961c req-20fa696f-2e17-4a94-b195-bcef2e3c038b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:44.143705 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8588f8bf-c825-4f1d-9b08-ad688b78961c req-20fa696f-2e17-4a94-b195-bcef2e3c038b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 944 time: 0.1155410
Jun 25 14:44:44.204458 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8588f8bf-c825-4f1d-9b08-ad688b78961c req-6235f783-b468-4c69-86bf-5fc66d0f777c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=84fd8523-dfd7-490e-8bfb-152bfa07e61f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522652
Jun 25 14:44:44.295584 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-24213750-a065-4e05-ad32-f95bc20392d5 req-f7661571-5ee8-45ae-abdd-2d6c28c429b3 service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2583041
Jun 25 14:44:44.479084 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-24213750-a065-4e05-ad32-f95bc20392d5 req-72d72b89-e19d-4686-a927-6c9c550e2a4e service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1756215
Jun 25 14:44:44.714959 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 3d5f4720-0e75-4ecb-9346-c5929b77747a details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 14:44:44.863096 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 3d5f4720-0e75-4ecb-9346-c5929b77747a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3d5f4720-0e75-4ecb-9346-c5929b77747a,segment=NetworkSegment(41004864-77df-4865-b51e-40b29aebd58b),segment_id=41004864-77df-4865-b51e-40b29aebd58b)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:44:44.879043 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': '3d5f4720-0e75-4ecb-9346-c5929b77747a', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'port_id': '3d5f4720-0e75-4ecb-9346-c5929b77747a', 'mac_address': 'fa:16:3e:31:b1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 14:44:44.940502 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:44.964215 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5f4720-0e75-4ecb-9346-c5929b77747a {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:44:44.982993 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 3d5f4720-0e75-4ecb-9346-c5929b77747a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3d5f4720-0e75-4ecb-9346-c5929b77747a,segment=NetworkSegment(41004864-77df-4865-b51e-40b29aebd58b),segment_id=41004864-77df-4865-b51e-40b29aebd58b)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:44:44.986672 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:44.988650 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:45.065702 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=3d5f4720-0e75-4ecb-9346-c5929b77747a,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:45.073867 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:45.074205 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:45.074541 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:45.074873 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:45.075193 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:45.075521 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:45.075835 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:45.076153 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:45.076505 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:45.076814 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:45.077130 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:45.077439 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:44:45.081734 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:45.320727 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd671bdb-5d8b-4e7e-9d45-5e5c734058b0 req-37e46988-17a1-4d0e-9101-6a0eee3b6237 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:45.322281 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cd671bdb-5d8b-4e7e-9d45-5e5c734058b0 req-37e46988-17a1-4d0e-9101-6a0eee3b6237 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.1241450
Jun 25 14:44:45.474289 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cd671bdb-5d8b-4e7e-9d45-5e5c734058b0 req-238ded54-6fc4-4c1c-b007-bff659886b0e tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1423562
Jun 25 14:44:45.533847 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943a8ee-85fe-4174-84af-99744b1e36ba req-d516287d-06fb-4192-aa57-3299151ef194 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:45.536205 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9943a8ee-85fe-4174-84af-99744b1e36ba req-d516287d-06fb-4192-aa57-3299151ef194 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 945 time: 0.1821167
Jun 25 14:44:45.575497 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['3d5f4720-0e75-4ecb-9346-c5929b77747a'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:44:45.605733 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9943a8ee-85fe-4174-84af-99744b1e36ba req-a99399de-5097-4a31-abc8-6614f02eb5ec tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=84fd8523-dfd7-490e-8bfb-152bfa07e61f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584793
Jun 25 14:44:46.722893 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fdd13-1b6d-4efc-9fbf-cfa8bbb74bd4 req-8ac55689-c9c4-49d7-b327-eaac77aa5d06 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:46.724525 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-635fdd13-1b6d-4efc-9fbf-cfa8bbb74bd4 req-8ac55689-c9c4-49d7-b327-eaac77aa5d06 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.1144314
Jun 25 14:44:46.755021 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 3d5f4720-0e75-4ecb-9346-c5929b77747a up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:44:46.846578 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port 3d5f4720-0e75-4ecb-9346-c5929b77747a completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:44:46.847002 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-635fdd13-1b6d-4efc-9fbf-cfa8bbb74bd4 req-6c24b116-650a-4e6a-8606-d513561e5e1f tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&id=ecb592a4-b095-4a4e-9a63-e369bfce4c12&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1057689
Jun 25 14:44:46.854555 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port 3d5f4720-0e75-4ecb-9346-c5929b77747a triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:44:46.855231 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:46.920905 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3f94d-6c65-467a-a1ad-df3d8843ba46 req-df9d0ad1-860c-4a10-91fc-18cbc94f2d81 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:46.922459 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-11d3f94d-6c65-467a-a1ad-df3d8843ba46 req-df9d0ad1-860c-4a10-91fc-18cbc94f2d81 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 945 time: 0.1261961
Jun 25 14:44:46.981764 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-11d3f94d-6c65-467a-a1ad-df3d8843ba46 req-cfb9e107-cddb-4051-894d-52492ccf9eea tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=84fd8523-dfd7-490e-8bfb-152bfa07e61f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523117
Jun 25 14:44:47.022260 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:47.052946 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391d5ce4-8818-40d2-8193-d054d3d8fe71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5f4720-0e75-4ecb-9346-c5929b77747a'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:44:47.062826 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 3d5f4720-0e75-4ecb-9346-c5929b77747a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3d5f4720-0e75-4ecb-9346-c5929b77747a,segment=NetworkSegment(41004864-77df-4865-b51e-40b29aebd58b),segment_id=41004864-77df-4865-b51e-40b29aebd58b)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:44:47.068041 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:47.069478 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-74e66b00-d2e8-4809-b57c-3864ef933ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:44:47.155403 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=3d5f4720-0e75-4ecb-9346-c5929b77747a,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:44:47.162069 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:44:47.203246 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391d5ce4-8818-40d2-8193-d054d3d8fe71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5f4720-0e75-4ecb-9346-c5929b77747a', 'code': 200}
Jun 25 14:44:47.571809 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1c1eb-5726-45fc-a3ad-30ed0a261904 req-ccebe6f6-99d8-4358-927b-d57c20e9bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:47.573313 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ffa1c1eb-5726-45fc-a3ad-30ed0a261904 req-ccebe6f6-99d8-4358-927b-d57c20e9bafa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 1099 time: 0.0943699
Jun 25 14:44:47.654377 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ffa1c1eb-5726-45fc-a3ad-30ed0a261904 req-03e26872-2656-4a6a-b598-37e31257fd02 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=84fd8523-dfd7-490e-8bfb-152bfa07e61f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573874
Jun 25 14:44:48.219475 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc50f0e-5764-4d14-b916-d9d72c5e3a90 req-424da814-59bd-49db-b9e3-07bfadd757ad tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:48.221044 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8dc50f0e-5764-4d14-b916-d9d72c5e3a90 req-424da814-59bd-49db-b9e3-07bfadd757ad tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 946 time: 0.0894654
Jun 25 14:44:48.289945 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8dc50f0e-5764-4d14-b916-d9d72c5e3a90 req-088b651a-c36e-4552-b28c-6a90437fbf87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=84fd8523-dfd7-490e-8bfb-152bfa07e61f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584390
Jun 25 14:44:49.546138 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dd586-cec3-44b6-bb69-a5acf4d8570e req-a7c23b66-72a9-481d-84fa-e891fe78813a tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:49.547616 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-167dd586-cec3-44b6-bb69-a5acf4d8570e req-a7c23b66-72a9-481d-84fa-e891fe78813a tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 946 time: 0.0907280
Jun 25 14:44:49.607851 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-167dd586-cec3-44b6-bb69-a5acf4d8570e req-67c0a488-dc25-4ff1-98f9-21f6c07a1832 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=84fd8523-dfd7-490e-8bfb-152bfa07e61f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512261
Jun 25 14:44:49.833888 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b871d-72ac-4fbb-8774-cf1c7901abbf req-9cd4d842-bb99-4069-a67a-4d0518f16bed tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:49.836090 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-405b871d-72ac-4fbb-8774-cf1c7901abbf req-9cd4d842-bb99-4069-a67a-4d0518f16bed tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 946 time: 0.0974400
Jun 25 14:44:49.848051 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 39168) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:44:49.853946 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-6648854d-c1ce-4395-85cf-8fd50218fcf7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Request body: {'floatingip': {'port_id': '3d5f4720-0e75-4ecb-9346-c5929b77747a'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:44:49.950023 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6648854d-c1ce-4395-85cf-8fd50218fcf7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for floatingip, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:50.828223 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6648854d-c1ce-4395-85cf-8fd50218fcf7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:50.832090 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6648854d-c1ce-4395-85cf-8fd50218fcf7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549620'] for floatingip, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:51.083991 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.l3_db [None req-6648854d-c1ce-4395-85cf-8fd50218fcf7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Floating IP 8d91b7c2-22d5-4804-a017-250337cdbdfc associated. External IP: 172.27.3.16, port: 3d5f4720-0e75-4ecb-9346-c5929b77747a.
Jun 25 14:44:51.530286 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6648854d-c1ce-4395-85cf-8fd50218fcf7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Router b028c316-8c84-4ffe-806c-b9f8a17a4525 has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:44:51.746359 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6648854d-c1ce-4395-85cf-8fd50218fcf7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:44:51.753057 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6648854d-c1ce-4395-85cf-8fd50218fcf7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:44:51.759643 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309af1c-6de0-427f-8ee1-0aef3edd6880 None None] Sync routers for ids ['b028c316-8c84-4ffe-806c-b9f8a17a4525'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:44:51.771641 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309af1c-6de0-427f-8ee1-0aef3edd6880 None None] Routers {'b028c316-8c84-4ffe-806c-b9f8a17a4525'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:44:51.772720 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-5309af1c-6de0-427f-8ee1-0aef3edd6880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28ae837f0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:44:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['b028c316-8c84-4ffe-806c-b9f8a17a4525'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:44:51.851689 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-6648854d-c1ce-4395-85cf-8fd50218fcf7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "PUT /v2.0/floatingips/8d91b7c2-22d5-4804-a017-250337cdbdfc HTTP/1.1" status: 200  len: 991 time: 1.9977975
Jun 25 14:44:51.851689 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391d5ce4-8818-40d2-8193-d054d3d8fe71', 'tag': '3d5f4720-0e75-4ecb-9346-c5929b77747a'}] {{(pid=78435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:44:52.019340 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391d5ce4-8818-40d2-8193-d054d3d8fe71', 'tag': '3d5f4720-0e75-4ecb-9346-c5929b77747a', 'status': 'completed', 'code': 200}
Jun 25 14:44:52.073677 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-5309af1c-6de0-427f-8ee1-0aef3edd6880 None None] Set router b028c316-8c84-4ffe-806c-b9f8a17a4525 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:44:52.258634 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90b122-f168-4452-9d7b-64ebd3b349cc req-0256e431-c6d2-45ae-aed2-b41a16bc4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:52.261498 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7d90b122-f168-4452-9d7b-64ebd3b349cc req-0256e431-c6d2-45ae-aed2-b41a16bc4a0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 1099 time: 0.1362631
Jun 25 14:44:52.509452 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90b122-f168-4452-9d7b-64ebd3b349cc req-952f6d0a-504c-4fb1-92ea-553d853cbc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:52.511056 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7d90b122-f168-4452-9d7b-64ebd3b349cc req-952f6d0a-504c-4fb1-92ea-553d853cbc08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 200  len: 912 time: 0.2424738
Jun 25 14:44:52.628149 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-5309af1c-6de0-427f-8ee1-0aef3edd6880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28ae837f0>, [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': '8d91b7c2-22d5-4804-a017-250337cdbdfc', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'port_id': '3d5f4720-0e75-4ecb-9346-c5929b77747a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'mac_address': 'fa:16:3e:31:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391d5ce4-8818-40d2-8193-d054d3d8fe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:44:36Z', 'updated_at': '2021-06-25T14:44:50Z', 'revision_number': 1, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e447a1-b9db-410a-bfb7-78d4c6120b5e', 'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'mac_address': 'fa:16:3e:76:02:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:02Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'subnets': [{'id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:44:52.632534 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309af1c-6de0-427f-8ee1-0aef3edd6880 None None] Checking router: b028c316-8c84-4ffe-806c-b9f8a17a4525 for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:44:52.641530 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309af1c-6de0-427f-8ee1-0aef3edd6880 None None] Routers {'b028c316-8c84-4ffe-806c-b9f8a17a4525'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:44:52.642147 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-5309af1c-6de0-427f-8ee1-0aef3edd6880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28ae837f0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:44:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['b028c316-8c84-4ffe-806c-b9f8a17a4525'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:44:52.653858 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7d90b122-f168-4452-9d7b-64ebd3b349cc req-09defe8f-f6b5-46d7-bc2c-8ec222478daf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5f4720-0e75-4ecb-9346-c5929b77747a HTTP/1.1" status: 200  len: 999 time: 0.1311052
Jun 25 14:44:52.769125 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90b122-f168-4452-9d7b-64ebd3b349cc req-170ce6a6-2182-4656-bb7a-c55a467eb03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:52.771483 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7d90b122-f168-4452-9d7b-64ebd3b349cc req-170ce6a6-2182-4656-bb7a-c55a467eb03d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9265467f-1c70-41b0-a5d8-95ad79db0d39 HTTP/1.1" status: 200  len: 850 time: 0.1053643
Jun 25 14:44:52.861152 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-5309af1c-6de0-427f-8ee1-0aef3edd6880 None None] Set router b028c316-8c84-4ffe-806c-b9f8a17a4525 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:44:52.908753 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90b122-f168-4452-9d7b-64ebd3b349cc req-b8a42778-2bfc-4291-8d8d-8b3ad2cb814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:44:52.911177 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7d90b122-f168-4452-9d7b-64ebd3b349cc req-b8a42778-2bfc-4291-8d8d-8b3ad2cb814e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b57f227-be72-49df-b303-59d0100b6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1223264
Jun 25 14:44:53.128658 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7d90b122-f168-4452-9d7b-64ebd3b349cc req-092ae604-9824-43e1-b1e8-8362d6e84adf service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2096238
Jun 25 14:44:53.370870 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7d90b122-f168-4452-9d7b-64ebd3b349cc req-80230c42-808f-413b-af3a-4419daaef22f service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2249472
Jun 25 14:44:53.453654 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-5309af1c-6de0-427f-8ee1-0aef3edd6880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28ae837f0>, [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': '8d91b7c2-22d5-4804-a017-250337cdbdfc', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'port_id': '3d5f4720-0e75-4ecb-9346-c5929b77747a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'mac_address': 'fa:16:3e:31:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391d5ce4-8818-40d2-8193-d054d3d8fe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:44:36Z', 'updated_at': '2021-06-25T14:44:50Z', 'revision_number': 1, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e447a1-b9db-410a-bfb7-78d4c6120b5e', 'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'mac_address': 'fa:16:3e:76:02:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:02Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'subnets': [{'id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:44:53.463155 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309af1c-6de0-427f-8ee1-0aef3edd6880 None None] The sync data for ids ['b028c316-8c84-4ffe-806c-b9f8a17a4525'] in dv-cinder-798091-1-iscsi is: [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': '8d91b7c2-22d5-4804-a017-250337cdbdfc', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'port_id': '3d5f4720-0e75-4ecb-9346-c5929b77747a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'mac_address': 'fa:16:3e:31:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391d5ce4-8818-40d2-8193-d054d3d8fe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:44:36Z', 'updated_at': '2021-06-25T14:44:50Z', 'revision_number': 1, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e447a1-b9db-410a-bfb7-78d4c6120b5e', 'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'mac_address': 'fa:16:3e:76:02:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:02Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'subnets': [{'id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:44:53.728876 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2591577e-6dc0-4bfe-a154-ae5be98b5566 None None] New status for floating IP 8d91b7c2-22d5-4804-a017-250337cdbdfc: ACTIVE {{(pid=78438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 25 14:45:00.973848 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:05.418576 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e986680a-3eb2-4217-a2e5-4edc5121d159 req-97da0481-bb3b-490d-b682-aaf243838ba1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1375744
Jun 25 14:45:05.607719 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986680a-3eb2-4217-a2e5-4edc5121d159 req-011e9df0-5bf4-4df2-9e48-2ca4ae397985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:05.609547 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e986680a-3eb2-4217-a2e5-4edc5121d159 req-011e9df0-5bf4-4df2-9e48-2ca4ae397985 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2&device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 1099 time: 0.1142075
Jun 25 14:45:05.749261 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003facc4-ccfd-4c9d-9184-792444497884 req-23e8ec86-8195-4e9e-8a7c-409f2f8791a9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:05.751371 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-003facc4-ccfd-4c9d-9184-792444497884 req-23e8ec86-8195-4e9e-8a7c-409f2f8791a9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 946 time: 0.1035841
Jun 25 14:45:05.809224 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986680a-3eb2-4217-a2e5-4edc5121d159 req-04245031-5f04-44d6-b5d7-3fe67e69ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:05.811643 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e986680a-3eb2-4217-a2e5-4edc5121d159 req-04245031-5f04-44d6-b5d7-3fe67e69ccdc service neutron] 10.222.0.16 "GET /v2.0/networks?id=be24940d-36a5-4120-9f97-63f35026663d HTTP/1.1" status: 200  len: 918 time: 0.1571167
Jun 25 14:45:05.813719 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-003facc4-ccfd-4c9d-9184-792444497884 req-1d36a9af-50c4-4177-a5c0-781d394d2906 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557089
Jun 25 14:45:05.935515 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e986680a-3eb2-4217-a2e5-4edc5121d159 req-1b49cfdc-51ce-4759-b192-059237b5fd5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c HTTP/1.1" status: 200  len: 1000 time: 0.1125278
Jun 25 14:45:06.884112 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986680a-3eb2-4217-a2e5-4edc5121d159 req-be74b159-3ff1-44ad-8db2-ed8cd8c61012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:06.885569 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e986680a-3eb2-4217-a2e5-4edc5121d159 req-be74b159-3ff1-44ad-8db2-ed8cd8c61012 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e39175d9-74d1-4a7a-b7f4-51fe6d4a191b HTTP/1.1" status: 200  len: 856 time: 0.0597706
Jun 25 14:45:07.029353 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2158893-5c93-4845-9cfd-79bc95756989 req-fcba7470-dc71-479f-823c-5ff4fb7424e0 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:07.030837 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c2158893-5c93-4845-9cfd-79bc95756989 req-fcba7470-dc71-479f-823c-5ff4fb7424e0 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 946 time: 0.0831599
Jun 25 14:45:07.077085 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c2158893-5c93-4845-9cfd-79bc95756989 req-1b1afedd-d2b9-42ee-921a-9c0010caffc4 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403464
Jun 25 14:45:08.273835 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8fd41-811b-479a-b5db-e170a23634a3 req-288edfcb-8453-4810-ad6b-dfa1a78327f2 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:08.275321 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7fe8fd41-811b-479a-b5db-e170a23634a3 req-288edfcb-8453-4810-ad6b-dfa1a78327f2 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 946 time: 0.0810704
Jun 25 14:45:08.296839 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bb32570-ba5e-43ba-8fb3-7585a490372b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:08.333375 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7fe8fd41-811b-479a-b5db-e170a23634a3 req-85b5192c-a22c-4547-8ead-b91618bba3fd tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469460
Jun 25 14:45:08.811801 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986680a-3eb2-4217-a2e5-4edc5121d159 req-a2c3f2a3-0c1b-46fc-a3e1-bf12140fa884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:08.814016 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e986680a-3eb2-4217-a2e5-4edc5121d159 req-a2c3f2a3-0c1b-46fc-a3e1-bf12140fa884 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be24940d-36a5-4120-9f97-63f35026663d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1711643
Jun 25 14:45:08.850586 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:08.972146 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e986680a-3eb2-4217-a2e5-4edc5121d159 req-435d0b3a-5bf0-48bb-b71e-a0c8ed51373e service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465847
Jun 25 14:45:09.196800 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e986680a-3eb2-4217-a2e5-4edc5121d159 req-1b211f19-9d3f-4c5b-ad33-882ea871afbb service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2073450
Jun 25 14:45:09.424873 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21f914-b1e6-499f-b63e-387175b679a0 req-54304f98-3f29-455e-b2e8-52389c246eff tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:09.427296 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8e21f914-b1e6-499f-b63e-387175b679a0 req-54304f98-3f29-455e-b2e8-52389c246eff tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.1402428
Jun 25 14:45:09.478868 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8e21f914-b1e6-499f-b63e-387175b679a0 req-0a04208f-f9d6-44c4-b3d2-696bce590430 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444772
Jun 25 14:45:09.599119 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b98830-0fdf-447e-9b0d-16d77d65a975 req-ed2ad58d-95bd-4915-8294-6ef94e54d526 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:09.600689 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-22b98830-0fdf-447e-9b0d-16d77d65a975 req-ed2ad58d-95bd-4915-8294-6ef94e54d526 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 946 time: 0.1055167
Jun 25 14:45:09.776532 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-22b98830-0fdf-447e-9b0d-16d77d65a975 req-774197f8-c471-4b0c-b3fa-7dccfabc87a9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1690621
Jun 25 14:45:10.710787 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f96cb-d3fb-4617-a8ce-e1b8c51eff59 req-44047211-9fd8-4451-8a11-6abeeff11612 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:10.712157 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-200f96cb-d3fb-4617-a8ce-e1b8c51eff59 req-44047211-9fd8-4451-8a11-6abeeff11612 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.1050110
Jun 25 14:45:10.781772 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-200f96cb-d3fb-4617-a8ce-e1b8c51eff59 req-bddb52b0-5a24-4cc4-aef3-6ed049995217 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591769
Jun 25 14:45:10.877526 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b979cdfa-9252-4a7c-96cb-492d6faeec95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:11.014628 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f3684-c450-4573-ac0b-676979d51c30 req-82b97e9c-c216-4c7d-b879-fd55295a4c8a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:11.016603 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c04f3684-c450-4573-ac0b-676979d51c30 req-82b97e9c-c216-4c7d-b879-fd55295a4c8a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 946 time: 0.0936682
Jun 25 14:45:11.080775 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c04f3684-c450-4573-ac0b-676979d51c30 req-72bd3d7b-0b3c-48bd-b689-517594a0eade tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=52c4e79f-5758-4078-9f77-313295c93163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519524
Jun 25 14:45:11.229430 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-00ef0287-49f9-4f2c-b5d2-9cbfd38ad4b3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:11.230498 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-00ef0287-49f9-4f2c-b5d2-9cbfd38ad4b3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Synchronizing usage tracker for tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:45:11.249101 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-00ef0287-49f9-4f2c-b5d2-9cbfd38ad4b3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Unset dirty status for tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:45:11.250455 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-00ef0287-49f9-4f2c-b5d2-9cbfd38ad4b3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.16 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 946 time: 0.1134198
Jun 25 14:45:11.337109 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Deleting port ac1a6404-8b51-401c-92aa-62ab2185c41c {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:45:11.337559 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:11.649697 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] For port ac1a6404-8b51-401c-92aa-62ab2185c41c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ac1a6404-8b51-401c-92aa-62ab2185c41c,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:45:11.649940 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:11.787972 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:11.988398 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:11.988904 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549620'] for floatingip, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:11.989307 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.l3_db [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Floating IP fff0b9fc-d1fc-46ad-9b38-89cb777b82e9 disassociated. External IP: 172.27.3.28, port: ac1a6404-8b51-401c-92aa-62ab2185c41c.
Jun 25 14:45:11.989850 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Calling delete_port for ac1a6404-8b51-401c-92aa-62ab2185c41c owned by compute:nova {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:45:11.999903 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd22fa-f81a-4bf0-b4de-3e9c2b44f909 req-7d095cad-1036-492f-bb30-859909b45f7d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:12.001473 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6bfd22fa-f81a-4bf0-b4de-3e9c2b44f909 req-7d095cad-1036-492f-bb30-859909b45f7d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.0970347
Jun 25 14:45:12.058209 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6bfd22fa-f81a-4bf0-b4de-3e9c2b44f909 req-7c90b438-919c-427c-a6de-6513e4281f83 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493104
Jun 25 14:45:12.173547 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:12.180346 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-93a27331-c73f-47fc-ae96-41413db446ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:12.238331 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event deleted for resources: {'Port': ['ID=ac1a6404-8b51-401c-92aa-62ab2185c41c,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:12.324422 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-dd1dabe5-18a5-4bb7-bc19-bca42502768b req-c44b9df7-3b4e-47a6-a8f2-1f1b0b1c57bc tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 210 time: 0.0622432
Jun 25 14:45:12.339583 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:12.340105 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:12.340614 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:12.341227 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:12.341699 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:12.342150 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:12.342603 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:12.343049 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:12.343496 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:12.343943 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:12.344386 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:12.344868 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:12.360879 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:12.518071 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Router d29da848-9a8f-4ec7-a467-c16e607a21cf has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:45:12.837603 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:45:12.849483 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a477204-fdd2-4bea-83d7-abae51868a65 None None] Sync routers for ids ['d29da848-9a8f-4ec7-a467-c16e607a21cf'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:45:12.860866 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a477204-fdd2-4bea-83d7-abae51868a65 None None] Routers {'d29da848-9a8f-4ec7-a467-c16e607a21cf'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:45:12.861496 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-4a477204-fdd2-4bea-83d7-abae51868a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b025a00>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:45:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['d29da848-9a8f-4ec7-a467-c16e607a21cf'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:45:12.931035 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] No DVR routers for this DVR port ac1a6404-8b51-401c-92aa-62ab2185c41c on host hv-cinder-79809 {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:45:12.934130 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:12.937497 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'name': 'network-vif-deleted', 'tag': 'ac1a6404-8b51-401c-92aa-62ab2185c41c'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:45:12.961050 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-3cb4a449-40bd-4d01-8ff4-43441b4d1d96 req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.16 "DELETE /v2.0/ports/ac1a6404-8b51-401c-92aa-62ab2185c41c HTTP/1.1" status: 204  len: 173 time: 1.6998794
Jun 25 14:45:13.078427 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-4a477204-fdd2-4bea-83d7-abae51868a65 None None] Set router d29da848-9a8f-4ec7-a467-c16e607a21cf gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:45:13.186581 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a935baaf-31c4-4f24-a11d-603012dd6ee4', 'name': 'network-vif-deleted', 'tag': 'ac1a6404-8b51-401c-92aa-62ab2185c41c', 'status': 'completed', 'code': 200}
Jun 25 14:45:13.310715 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8591e2-6b63-4918-8f0d-23329e4863f8 req-186ee178-d7e5-4e1f-a577-11f2bfd84667 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:13.312055 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0e8591e2-6b63-4918-8f0d-23329e4863f8 req-186ee178-d7e5-4e1f-a577-11f2bfd84667 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.1068487
Jun 25 14:45:13.373906 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0e8591e2-6b63-4918-8f0d-23329e4863f8 req-189981a2-c0ab-4ab1-b41d-b22e9d32be2c tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550094
Jun 25 14:45:13.401893 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:13.555371 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-4a477204-fdd2-4bea-83d7-abae51868a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b025a00>, [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '8ae64906-0b2b-4006-807a-17a275d67b26', 'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'mac_address': 'fa:16:3e:1d:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:33Z', 'updated_at': '2021-06-25T14:40:43Z', 'revision_number': 5, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'subnets': [{'id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:45:13.562340 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a477204-fdd2-4bea-83d7-abae51868a65 None None] Checking router: d29da848-9a8f-4ec7-a467-c16e607a21cf for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:45:13.577639 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a477204-fdd2-4bea-83d7-abae51868a65 None None] Routers {'d29da848-9a8f-4ec7-a467-c16e607a21cf'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:45:13.578662 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-4a477204-fdd2-4bea-83d7-abae51868a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b025a00>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:45:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['d29da848-9a8f-4ec7-a467-c16e607a21cf'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:45:13.610818 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a6c3a030-c4a8-4eac-b8cd-c8aff85f59f8 req-2d35899a-f28f-47b7-999e-7e084efe2d5f tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=a935baaf-31c4-4f24-a11d-603012dd6ee4 HTTP/1.1" status: 200  len: 210 time: 0.0748312
Jun 25 14:45:13.872161 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-4a477204-fdd2-4bea-83d7-abae51868a65 None None] Set router d29da848-9a8f-4ec7-a467-c16e607a21cf gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:45:14.234220 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-4a477204-fdd2-4bea-83d7-abae51868a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b025a00>, [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '8ae64906-0b2b-4006-807a-17a275d67b26', 'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'mac_address': 'fa:16:3e:1d:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:33Z', 'updated_at': '2021-06-25T14:40:43Z', 'revision_number': 5, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'subnets': [{'id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:45:14.238206 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a477204-fdd2-4bea-83d7-abae51868a65 None None] The sync data for ids ['d29da848-9a8f-4ec7-a467-c16e607a21cf'] in dv-cinder-798091-1-iscsi is: [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '8ae64906-0b2b-4006-807a-17a275d67b26', 'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'mac_address': 'fa:16:3e:1d:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:33Z', 'updated_at': '2021-06-25T14:40:43Z', 'revision_number': 5, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'subnets': [{'id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:45:14.534682 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e055452-afd1-41c1-80eb-b1d33eb0596b None None] New status for floating IP fff0b9fc-d1fc-46ad-9b38-89cb777b82e9: DOWN {{(pid=78438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 25 14:45:14.615302 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd62b1-c3f1-4429-9619-fd861f79b777 req-92d2d9b2-9a7f-426f-a601-3b363bec5c38 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:14.617690 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-acdd62b1-c3f1-4429-9619-fd861f79b777 req-92d2d9b2-9a7f-426f-a601-3b363bec5c38 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.1106553
Jun 25 14:45:14.682020 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-acdd62b1-c3f1-4429-9619-fd861f79b777 req-afda51eb-768b-4f64-a9ca-3b6399c4f6ea tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540283
Jun 25 14:45:14.821348 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device ac1a6404-8b51-401c-92aa-62ab2185c41c no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:45:14.860839 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 39334) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:45:14.870205 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] No Port match for: ac1a6404-8b51-401c-92aa-62ab2185c41c {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:45:14.870527 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device ac1a6404-8b51-401c-92aa-62ab2185c41c not bound to the agent host hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:45:14.938258 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5a332243-02ec-4323-bdf2-3ba58f195d84 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:14.980349 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5a332243-02ec-4323-bdf2-3ba58f195d84 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:15.053347 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5a332243-02ec-4323-bdf2-3ba58f195d84 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:15.059190 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c118ebd4-badb-425d-8c65-2570865f180b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:15.075552 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a332243-02ec-4323-bdf2-3ba58f195d84 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c4e79f-5758-4078-9f77-313295c93163,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:15.078677 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5a332243-02ec-4323-bdf2-3ba58f195d84 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:15.087448 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5a332243-02ec-4323-bdf2-3ba58f195d84 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:15.088595 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-5a332243-02ec-4323-bdf2-3ba58f195d84 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "DELETE /v2.0/security-groups/52c4e79f-5758-4078-9f77-313295c93163 HTTP/1.1" status: 204  len: 168 time: 0.2259276
Jun 25 14:45:15.092752 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 39338) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:45:15.110051 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.api.v2.resource [None req-cbcecfd8-b43d-4ecd-8233-5a6b3c1fcd4d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] show failed (client error): The resource could not be found.
Jun 25 14:45:15.111067 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-cbcecfd8-b43d-4ecd-8233-5a6b3c1fcd4d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups/52c4e79f-5758-4078-9f77-313295c93163 HTTP/1.1" status: 404  len: 347 time: 0.0173407
Jun 25 14:45:15.115475 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 39342) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:45:15.298658 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-8673d128-752e-4d79-946c-184085dc8418 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Deleting port b391ad4f-c3ca-4283-b908-69a180cf711c {{(pid=78435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:45:15.298994 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8673d128-752e-4d79-946c-184085dc8418 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:15.507244 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8673d128-752e-4d79-946c-184085dc8418 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:15.507567 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8673d128-752e-4d79-946c-184085dc8418 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:15.648197 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-8673d128-752e-4d79-946c-184085dc8418 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Calling delete_port for b391ad4f-c3ca-4283-b908-69a180cf711c owned by network:floatingip {{(pid=78435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:45:15.862624 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8673d128-752e-4d79-946c-184085dc8418 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:15.867834 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f4081fdb-6cda-424f-909b-1139c59a86bf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:15.928784 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673d128-752e-4d79-946c-184085dc8418 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event deleted for resources: {'Port': ['ID=b391ad4f-c3ca-4283-b908-69a180cf711c,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:15.962655 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-8673d128-752e-4d79-946c-184085dc8418 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:16.142932 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd50cfc-83ba-4c8d-8264-f2126595eb2e req-09921490-d937-48d1-8c16-0352f49fef94 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:16.144438 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-afd50cfc-83ba-4c8d-8264-f2126595eb2e req-09921490-d937-48d1-8c16-0352f49fef94 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.3313293
Jun 25 14:45:16.145298 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8673d128-752e-4d79-946c-184085dc8418 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for floatingip, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:16.188300 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8673d128-752e-4d79-946c-184085dc8418 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:16.189486 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-8673d128-752e-4d79-946c-184085dc8418 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "DELETE /v2.0/floatingips/fff0b9fc-d1fc-46ad-9b38-89cb777b82e9 HTTP/1.1" status: 204  len: 168 time: 1.0722840
Jun 25 14:45:16.205786 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-afd50cfc-83ba-4c8d-8264-f2126595eb2e req-1aeadfc1-3755-4c02-9e07-59d535851f81 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542293
Jun 25 14:45:16.446633 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 39358) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:45:16.451654 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-ebeaf3d3-8370-4b13-9569-237f62fdff55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--204408414', 'description': 'tempest-description--1841409558'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:45:16.458387 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ebeaf3d3-8370-4b13-9569-237f62fdff55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:45:16.463377 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ebeaf3d3-8370-4b13-9569-237f62fdff55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Usage tracker for resource:security_group and tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:45:16.466634 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ebeaf3d3-8370-4b13-9569-237f62fdff55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:45:16.473335 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ebeaf3d3-8370-4b13-9569-237f62fdff55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:45:16.484608 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ebeaf3d3-8370-4b13-9569-237f62fdff55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:16.506451 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ebeaf3d3-8370-4b13-9569-237f62fdff55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:45:16.512718 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ebeaf3d3-8370-4b13-9569-237f62fdff55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Usage tracker for resource:security_group_rule and tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:45:16.520808 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-ebeaf3d3-8370-4b13-9569-237f62fdff55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:45:16.528141 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-ebeaf3d3-8370-4b13-9569-237f62fdff55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:45:16.615446 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ebeaf3d3-8370-4b13-9569-237f62fdff55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:16.621099 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ebeaf3d3-8370-4b13-9569-237f62fdff55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:16.625963 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-789cac99-e808-4823-8755-91a3d8f2e2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:16.678047 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeaf3d3-8370-4b13-9569-237f62fdff55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755b83f2-3755-4b67-999b-a10c43088772,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:16.682060 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ebeaf3d3-8370-4b13-9569-237f62fdff55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:16.683707 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ebeaf3d3-8370-4b13-9569-237f62fdff55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:16.688412 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-ebeaf3d3-8370-4b13-9569-237f62fdff55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2377126
Jun 25 14:45:16.690178 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 39364) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:45:16.695896 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-09f7b902-54cd-46f1-96c0-d4097d3c2268 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Request body: {'security_group_rule': {'security_group_id': '755b83f2-3755-4b67-999b-a10c43088772', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:45:16.702415 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-09f7b902-54cd-46f1-96c0-d4097d3c2268 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:45:16.707312 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-09f7b902-54cd-46f1-96c0-d4097d3c2268 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Usage tracker for resource:security_group_rule and tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:45:16.712322 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-09f7b902-54cd-46f1-96c0-d4097d3c2268 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:45:16.723135 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-09f7b902-54cd-46f1-96c0-d4097d3c2268 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:45:16.746189 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-09f7b902-54cd-46f1-96c0-d4097d3c2268 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:16.873239 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-09f7b902-54cd-46f1-96c0-d4097d3c2268 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:16.886973 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ea175-a842-4c84-9a2f-0e6ed8f6d653 req-fdaa3b61-6554-4da5-8c3c-63fbd574f116 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:16.888541 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5d0ea175-a842-4c84-9a2f-0e6ed8f6d653 req-fdaa3b61-6554-4da5-8c3c-63fbd574f116 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 945 time: 0.1315832
Jun 25 14:45:16.889354 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-09f7b902-54cd-46f1-96c0-d4097d3c2268 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:16.891477 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-34c991d1-945b-4845-8fbe-c228de6dbb84 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:16.935257 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7b902-54cd-46f1-96c0-d4097d3c2268 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec1c6a2-a19e-4dd8-9d7c-3d2681017a54,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:16.938966 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-09f7b902-54cd-46f1-96c0-d4097d3c2268 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:16.957491 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-09f7b902-54cd-46f1-96c0-d4097d3c2268 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:16.958891 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-09f7b902-54cd-46f1-96c0-d4097d3c2268 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2685509
Jun 25 14:45:16.964324 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 39368) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:45:16.968118 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5d0ea175-a842-4c84-9a2f-0e6ed8f6d653 req-fe7237fb-de85-4142-befe-da9f17e8d9ce tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699954
Jun 25 14:45:16.972623 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-4558861a-4dc1-4856-a049-b721cba116b5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Request body: {'security_group_rule': {'security_group_id': '755b83f2-3755-4b67-999b-a10c43088772', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:45:16.982783 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-4558861a-4dc1-4856-a049-b721cba116b5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:45:16.987953 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-4558861a-4dc1-4856-a049-b721cba116b5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Usage tracker for resource:security_group_rule and tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:45:16.998022 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-4558861a-4dc1-4856-a049-b721cba116b5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:45:17.007301 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-4558861a-4dc1-4856-a049-b721cba116b5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:45:17.029626 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4558861a-4dc1-4856-a049-b721cba116b5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:17.098890 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4558861a-4dc1-4856-a049-b721cba116b5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:17.106455 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4558861a-4dc1-4856-a049-b721cba116b5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743794'] for security_group_rule, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:17.109252 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6cb33cdd-02ec-41a1-982d-0186c2d3ac19 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:17.134931 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558861a-4dc1-4856-a049-b721cba116b5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0486d1c-c678-4fc4-99f3-10d95ba91273,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:17.140043 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4558861a-4dc1-4856-a049-b721cba116b5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:17.145487 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4558861a-4dc1-4856-a049-b721cba116b5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:17.150190 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-4558861a-4dc1-4856-a049-b721cba116b5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1808784
Jun 25 14:45:17.150422 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 39374) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:45:17.155792 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Request body: {'floatingip': {'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:45:17.164585 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:45:17.171681 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Usage tracker for resource:floatingip and tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:45:17.176215 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:45:17.185578 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:45:17.208060 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for floatingip, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:17.398596 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:17.432993 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa027382-b6a3-4512-a1ba-df8047793b71 req-c386c524-04b6-41a2-8c7e-5873f708f055 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:17.434539 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fa027382-b6a3-4512-a1ba-df8047793b71 req-c386c524-04b6-41a2-8c7e-5873f708f055 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.1042590
Jun 25 14:45:17.492805 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fa027382-b6a3-4512-a1ba-df8047793b71 req-7372b794-60d9-4bea-a1c1-6b86910114be tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507107
Jun 25 14:45:17.580608 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Allocated IP 172.27.3.139 (598d3f89-d135-48db-a81c-d0cdd206ad8b/603cb312-45ed-44f0-bfe6-5788d06b586a/e6222d6b-ea1f-4393-8da1-ddea15b62f85) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:45:17.766755 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:17.809862 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:17.815644 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-af99051b-e0a8-463f-aad2-89cfed5c2301 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:17.883285 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Network 598d3f89-d135-48db-a81c-d0cdd206ad8b is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:45:17.886524 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:45:17.889151 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:45:17.909984 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event updated for resources: {'Port': ['ID=e6222d6b-ea1f-4393-8da1-ddea15b62f85,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:17.917639 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:17.935186 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:18.007750 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:18.226994 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28517fbb-dbbd-4a27-917a-3156990fa613 req-490e0c41-6013-4b99-b58e-8b1c2ba8ec9c tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:18.228579 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-28517fbb-dbbd-4a27-917a-3156990fa613 req-490e0c41-6013-4b99-b58e-8b1c2ba8ec9c tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 945 time: 0.0933814
Jun 25 14:45:18.289558 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-28517fbb-dbbd-4a27-917a-3156990fa613 req-4279dce2-fa66-4551-87db-933d8f8bc3bb tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546997
Jun 25 14:45:18.357963 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:18.366828 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:18.376871 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-13d03b91-26f0-40e2-9076-799b9b2c051d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:18.439466 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549620'] for floatingip, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:18.469750 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event updated for resources: {'Port': ['ID=e6222d6b-ea1f-4393-8da1-ddea15b62f85,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:18.473242 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:18.477983 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:18.480363 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3278241
Jun 25 14:45:18.713919 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4237d-8fb0-405f-a98c-552b46af4b4c req-d60ac690-b5d6-488f-9ab7-a8fb74164e6f tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:18.715531 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cff4237d-8fb0-405f-a98c-552b46af4b4c req-d60ac690-b5d6-488f-9ab7-a8fb74164e6f tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.0932674
Jun 25 14:45:18.801257 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-7c9c1217-d130-4594-817b-aa22752b0385 req-5f02465b-5244-4339-9db0-38ce2373d531 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Synchronizing usage tracker for tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:45:18.805511 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cff4237d-8fb0-405f-a98c-552b46af4b4c req-68889724-a552-41cf-a046-5b09ff20b8ae tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836217
Jun 25 14:45:18.823414 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-7c9c1217-d130-4594-817b-aa22752b0385 req-5f02465b-5244-4339-9db0-38ce2373d531 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Unset dirty status for tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:45:18.825495 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7c9c1217-d130-4594-817b-aa22752b0385 req-5f02465b-5244-4339-9db0-38ce2373d531 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--204408414&fields=id&tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2 HTTP/1.1" status: 200  len: 267 time: 0.0879061
Jun 25 14:45:19.032144 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c1217-d130-4594-817b-aa22752b0385 req-874c4243-ccd1-46ea-8b75-b617914c0b31 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:19.033708 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7c9c1217-d130-4594-817b-aa22752b0385 req-874c4243-ccd1-46ea-8b75-b617914c0b31 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/networks?id=be24940d-36a5-4120-9f97-63f35026663d HTTP/1.1" status: 200  len: 817 time: 0.1965966
Jun 25 14:45:19.055835 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7c9c1217-d130-4594-817b-aa22752b0385 req-e71b0b47-d5ac-4f6e-b780-ec44f18bc4bf tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/quotas/f3a75d1c9a4d4eb6af15a9e14897a5b2 HTTP/1.1" status: 200  len: 375 time: 0.0137179
Jun 25 14:45:19.155061 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-7c9c1217-d130-4594-817b-aa22752b0385 req-ca0397c8-6bf0-456d-b166-a33f594ae0ab tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Synchronizing usage tracker for tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 on resource:port {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:45:19.173813 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-7c9c1217-d130-4594-817b-aa22752b0385 req-ca0397c8-6bf0-456d-b166-a33f594ae0ab tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Unset dirty status for tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 on resource:port {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:45:19.175289 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7c9c1217-d130-4594-817b-aa22752b0385 req-ca0397c8-6bf0-456d-b166-a33f594ae0ab tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1099396
Jun 25 14:45:19.396854 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a5208-abb1-4c2c-91f4-65ad22f8067e req-ccafa121-565d-46c2-a181-52b1c4242034 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:19.398611 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-740a5208-abb1-4c2c-91f4-65ad22f8067e req-ccafa121-565d-46c2-a181-52b1c4242034 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Synchronizing usage tracker for tenant:205ee3e8bb3a4f52bccc89b6f2273f91 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:45:19.424645 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-740a5208-abb1-4c2c-91f4-65ad22f8067e req-ccafa121-565d-46c2-a181-52b1c4242034 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Unset dirty status for tenant:205ee3e8bb3a4f52bccc89b6f2273f91 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:45:19.425642 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7c9c1217-d130-4594-817b-aa22752b0385 req-f59ce03e-f147-4f69-bcee-fac3fcba0576 service neutron] 10.222.0.52 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2376142
Jun 25 14:45:19.426505 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-740a5208-abb1-4c2c-91f4-65ad22f8067e req-ccafa121-565d-46c2-a181-52b1c4242034 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 945 time: 0.1301644
Jun 25 14:45:19.528874 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-740a5208-abb1-4c2c-91f4-65ad22f8067e req-b2700322-d38b-4b4d-b954-d76f16cc4d0e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Deleting port ce4437a5-62be-4c62-bb25-47ee3a91761f {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:45:19.529432 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-740a5208-abb1-4c2c-91f4-65ad22f8067e req-b2700322-d38b-4b4d-b954-d76f16cc4d0e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:19.634562 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7c9c1217-d130-4594-817b-aa22752b0385 req-07d8902a-5b60-43a9-834a-8f693cd07742 service neutron] 10.222.0.52 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2023833
Jun 25 14:45:19.645213 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9144414-b8ed-417a-8ab2-63a7bda15c9e req-cb67f892-c630-4710-9780-7d9ffbbff033 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:19.646703 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f9144414-b8ed-417a-8ab2-63a7bda15c9e req-cb67f892-c630-4710-9780-7d9ffbbff033 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 945 time: 0.2124827
Jun 25 14:45:19.714444 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f9144414-b8ed-417a-8ab2-63a7bda15c9e req-c2cf9f6e-e9f3-48a5-8d42-3de48e0e5d82 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576041
Jun 25 14:45:19.848277 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-740a5208-abb1-4c2c-91f4-65ad22f8067e req-b2700322-d38b-4b4d-b954-d76f16cc4d0e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] For port ce4437a5-62be-4c62-bb25-47ee3a91761f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ce4437a5-62be-4c62-bb25-47ee3a91761f,segment=NetworkSegment(1b71895d-9a4e-4bfa-a007-caf8156298e3),segment_id=1b71895d-9a4e-4bfa-a007-caf8156298e3)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:45:19.848790 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-740a5208-abb1-4c2c-91f4-65ad22f8067e req-b2700322-d38b-4b4d-b954-d76f16cc4d0e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:19.919016 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c665b918-e1aa-4d9d-8df0-949a248d9a6f req-b9098538-5e3b-4a73-ac3c-c0291815739d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 210 time: 0.0747290
Jun 25 14:45:20.128900 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-740a5208-abb1-4c2c-91f4-65ad22f8067e req-b2700322-d38b-4b4d-b954-d76f16cc4d0e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Calling delete_port for ce4437a5-62be-4c62-bb25-47ee3a91761f owned by compute:nova {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:45:20.165510 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c552a57-d852-443b-9fb5-e6d9c8b2d705 req-1ed67a00-0791-4e07-9057-d5f76d746600 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:20.167040 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4c552a57-d852-443b-9fb5-e6d9c8b2d705 req-1ed67a00-0791-4e07-9057-d5f76d746600 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.1237688
Jun 25 14:45:20.228946 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4c552a57-d852-443b-9fb5-e6d9c8b2d705 req-37705f59-8823-4cbb-8af1-3540d67b64f4 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537417
Jun 25 14:45:20.315268 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-740a5208-abb1-4c2c-91f4-65ad22f8067e req-b2700322-d38b-4b4d-b954-d76f16cc4d0e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:20.323796 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:20.377336 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2700322-d38b-4b4d-b954-d76f16cc4d0e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Pushing event deleted for resources: {'Port': ['ID=ce4437a5-62be-4c62-bb25-47ee3a91761f,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:20.380596 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b2700322-d38b-4b4d-b954-d76f16cc4d0e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:20.385836 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['ce4437a5-62be-4c62-bb25-47ee3a91761f'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:45:20.456891 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-740a5208-abb1-4c2c-91f4-65ad22f8067e req-b2700322-d38b-4b4d-b954-d76f16cc4d0e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] No DVR routers for this DVR port ce4437a5-62be-4c62-bb25-47ee3a91761f on host hv-cinder-79809 {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:45:20.460560 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-740a5208-abb1-4c2c-91f4-65ad22f8067e req-b2700322-d38b-4b4d-b954-d76f16cc4d0e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:20.463553 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ef4c77-cfd2-4431-b294-63714816290b', 'name': 'network-vif-deleted', 'tag': 'ce4437a5-62be-4c62-bb25-47ee3a91761f'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:45:20.483352 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-740a5208-abb1-4c2c-91f4-65ad22f8067e req-b2700322-d38b-4b4d-b954-d76f16cc4d0e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.16 "DELETE /v2.0/ports/ce4437a5-62be-4c62-bb25-47ee3a91761f HTTP/1.1" status: 204  len: 173 time: 1.0458615
Jun 25 14:45:20.520297 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ef4c77-cfd2-4431-b294-63714816290b', 'name': 'network-vif-deleted', 'tag': 'ce4437a5-62be-4c62-bb25-47ee3a91761f', 'status': 'completed', 'code': 200}
Jun 25 14:45:20.720531 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:45:20.894914 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cfa15142-0356-41d4-a1de-9a379b24d9eb req-bf0adc03-3282-4704-8100-cbe8e0c44933 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ef4c77-cfd2-4431-b294-63714816290b HTTP/1.1" status: 200  len: 210 time: 0.0439904
Jun 25 14:45:21.110662 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-03e27062-e7c5-4786-a1aa-a9d5017fd486 req-9bd02470-fe4a-4839-8352-a587ff1c683f tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 210 time: 0.0475338
Jun 25 14:45:21.465586 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346c726-27e4-47b4-927d-71eba801ef5d req-c8914e8c-d375-479d-b9d1-65883259b25c tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:21.467146 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2346c726-27e4-47b4-927d-71eba801ef5d req-c8914e8c-d375-479d-b9d1-65883259b25c tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.1013157
Jun 25 14:45:21.514422 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c1217-d130-4594-817b-aa22752b0385 req-489ff2b7-00ab-4e78-8adb-17b1bb4d4594 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:21.515848 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c9c1217-d130-4594-817b-aa22752b0385 req-489ff2b7-00ab-4e78-8adb-17b1bb4d4594 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.16 "GET /v2.0/networks?id=be24940d-36a5-4120-9f97-63f35026663d HTTP/1.1" status: 200  len: 817 time: 0.2074101
Jun 25 14:45:21.520853 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2346c726-27e4-47b4-927d-71eba801ef5d req-8acfcfb7-ef28-4ae5-88b8-0a14663f1345 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460000
Jun 25 14:45:21.597225 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c9c1217-d130-4594-817b-aa22752b0385 req-9a26033d-2942-403e-8857-8b99b3a47973 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2 HTTP/1.1" status: 200  len: 379 time: 0.0586033
Jun 25 14:45:21.624730 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-7c9c1217-d130-4594-817b-aa22752b0385 req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Request body: {'port': {'device_id': '3a396447-2916-46de-a5f9-ac163f43c592', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'admin_state_up': True, 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'security_groups': ['755b83f2-3755-4b67-999b-a10c43088772']}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:45:21.777229 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-7c9c1217-d130-4594-817b-aa22752b0385 req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:45:21.789665 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-7c9c1217-d130-4594-817b-aa22752b0385 req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:45:21.802384 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9c1217-d130-4594-817b-aa22752b0385 req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Made reservation on behalf of f3a75d1c9a4d4eb6af15a9e14897a5b2 for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:45:21.806525 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7c9c1217-d130-4594-817b-aa22752b0385 req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:21.991488 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-7c9c1217-d130-4594-817b-aa22752b0385 req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Allocated IP 172.20.0.5 (be24940d-36a5-4120-9f97-63f35026663d/e39175d9-74d1-4a7a-b7f4-51fe6d4a191b/069d6e2d-7652-4839-822f-fd2f8271079a) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:45:22.234647 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7c9c1217-d130-4594-817b-aa22752b0385 req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:22.251632 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-7c9c1217-d130-4594-817b-aa22752b0385 req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Transition to ACTIVE for port object 069d6e2d-7652-4839-822f-fd2f8271079a will not be triggered until provisioned by entity DHCP. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:45:22.286029 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7c9c1217-d130-4594-817b-aa22752b0385 req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:22.294974 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-475677b9-f0d7-4ac1-b13a-2ada4e7081f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:22.383116 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9c1217-d130-4594-817b-aa22752b0385 req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Network be24940d-36a5-4120-9f97-63f35026663d is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:45:22.387634 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-7c9c1217-d130-4594-817b-aa22752b0385 req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:45:22.392280 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9c1217-d130-4594-817b-aa22752b0385 req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:45:22.399494 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c1217-d130-4594-817b-aa22752b0385 req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:22.400332 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7c9c1217-d130-4594-817b-aa22752b0385 req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:22.436633 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event updated for resources: {'Port': ['ID=069d6e2d-7652-4839-822f-fd2f8271079a,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:22.440672 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:22.451671 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c9c1217-d130-4594-817b-aa22752b0385 req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8306742
Jun 25 14:45:22.477662 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Request body: {'port': {'device_id': '3a396447-2916-46de-a5f9-ac163f43c592', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:45:22.535573 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35136adb-28ac-4bfb-b8ae-e4f75418750f req-4b04587d-baed-435f-a480-d10cd0c9c584 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:22.537228 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-35136adb-28ac-4bfb-b8ae-e4f75418750f req-4b04587d-baed-435f-a480-d10cd0c9c584 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 931 time: 0.2513206
Jun 25 14:45:22.592999 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-35136adb-28ac-4bfb-b8ae-e4f75418750f req-f0cb341c-3c89-4079-8623-c3ec39bfda22 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=755b83f2-3755-4b67-999b-a10c43088772&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466537
Jun 25 14:45:22.668485 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:22.755018 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c7e6a-cd84-41d0-9b22-5da29370412a req-a4e0de20-9150-47d8-ad70-3fff445d4e43 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:22.757000 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a72c7e6a-cd84-41d0-9b22-5da29370412a req-a4e0de20-9150-47d8-ad70-3fff445d4e43 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.0918319
Jun 25 14:45:22.762644 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-ca900834-adcf-47f8-98cf-c10fe3cb6ddd None None] Provisioning for port 069d6e2d-7652-4839-822f-fd2f8271079a completed by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:45:22.768552 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-ca900834-adcf-47f8-98cf-c10fe3cb6ddd None None] Provisioning complete for port 069d6e2d-7652-4839-822f-fd2f8271079a triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:45:22.769514 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ca900834-adcf-47f8-98cf-c10fe3cb6ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:22.813400 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a72c7e6a-cd84-41d0-9b22-5da29370412a req-9f2d5206-3536-4fc3-a510-b36eedcf182d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483320
Jun 25 14:45:22.830546 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-ca900834-adcf-47f8-98cf-c10fe3cb6ddd None None] Port 069d6e2d-7652-4839-822f-fd2f8271079a cannot update to ACTIVE because it is not bound. {{(pid=78437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 25 14:45:23.035522 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069d6e2d-7652-4839-822f-fd2f8271079a {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:45:23.043246 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:23.058855 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Transition to ACTIVE for port object 069d6e2d-7652-4839-822f-fd2f8271079a will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:45:23.061904 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:23.065762 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:23.300022 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Pushing event updated for resources: {'Port': ['ID=069d6e2d-7652-4839-822f-fd2f8271079a,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:23.307482 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:23.329142 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Attempting to bind port 069d6e2d-7652-4839-822f-fd2f8271079a on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:45:23.329392 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Attempting to bind port 069d6e2d-7652-4839-822f-fd2f8271079a by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:45:23.329721 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Attempting to bind port 069d6e2d-7652-4839-822f-fd2f8271079a on network be24940d-36a5-4120-9f97-63f35026663d {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:45:23.335017 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Port 069d6e2d-7652-4839-822f-fd2f8271079a on network be24940d-36a5-4120-9f97-63f35026663d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 14:45:23.335340 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Attempting to bind port 069d6e2d-7652-4839-822f-fd2f8271079a on network be24940d-36a5-4120-9f97-63f35026663d {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:45:23.341082 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:45:23.341419 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Checking segment: {'id': '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:45:23.341803 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Bound using segment: {'id': '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:45:23.342230 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Bound port: 069d6e2d-7652-4839-822f-fd2f8271079a, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:45:23.342583 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:23.443800 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] For port 069d6e2d-7652-4839-822f-fd2f8271079a, host hv-cinder-79809, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:45:23.447662 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] For port 069d6e2d-7652-4839-822f-fd2f8271079a, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=069d6e2d-7652-4839-822f-fd2f8271079a,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:45:23.452923 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:23.460923 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:23.518587 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:23.519199 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:23.520649 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c9c1217-d130-4594-817b-aa22752b0385 req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] 10.222.0.16 "PUT /v2.0/ports/069d6e2d-7652-4839-822f-fd2f8271079a HTTP/1.1" status: 200  len: 1093 time: 1.0499105
Jun 25 14:45:23.521143 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a396447-2916-46de-a5f9-ac163f43c592', 'tag': '069d6e2d-7652-4839-822f-fd2f8271079a'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:45:23.542019 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Pushing event updated for resources: {'Port': ['ID=069d6e2d-7652-4839-822f-fd2f8271079a,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:23.545839 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:23.576631 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a396447-2916-46de-a5f9-ac163f43c592', 'tag': '069d6e2d-7652-4839-822f-fd2f8271079a', 'status': 'completed', 'code': 200}
Jun 25 14:45:23.788885 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5685bc4-6ff6-4ac5-9955-56d2a1e2747e req-2d1f475e-e999-430c-994e-58ae5405eb8a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:23.790310 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e5685bc4-6ff6-4ac5-9955-56d2a1e2747e req-2d1f475e-e999-430c-994e-58ae5405eb8a tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 943 time: 0.0817127
Jun 25 14:45:23.837655 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e5685bc4-6ff6-4ac5-9955-56d2a1e2747e req-3331aa29-578b-4a60-bfdf-f34007fd28e1 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=755b83f2-3755-4b67-999b-a10c43088772&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407965
Jun 25 14:45:24.018002 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e075b2e-cb41-490d-be02-b36ba4b9c318 req-9b262d8a-af2a-468b-b2c5-5de2c3d1f548 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:24.019457 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6e075b2e-cb41-490d-be02-b36ba4b9c318 req-9b262d8a-af2a-468b-b2c5-5de2c3d1f548 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.0844254
Jun 25 14:45:24.065091 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6e075b2e-cb41-490d-be02-b36ba4b9c318 req-c513fa2a-6b6a-47e6-8e64-6bf68bfe2f2b tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393882
Jun 25 14:45:24.414001 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device ce4437a5-62be-4c62-bb25-47ee3a91761f no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:45:24.448215 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] No Port match for: ce4437a5-62be-4c62-bb25-47ee3a91761f {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:45:24.448592 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device ce4437a5-62be-4c62-bb25-47ee3a91761f not bound to the agent host hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:45:25.028805 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8b372-a286-43af-9983-b863efb77a1c req-f77cdc8a-23d0-49c6-9f1d-cbf9b6afb86c tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:25.030289 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ead8b372-a286-43af-9983-b863efb77a1c req-f77cdc8a-23d0-49c6-9f1d-cbf9b6afb86c tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 943 time: 0.0806477
Jun 25 14:45:25.075981 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ead8b372-a286-43af-9983-b863efb77a1c req-f3311fdd-b2a5-4f23-a98f-002add7b7a76 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=755b83f2-3755-4b67-999b-a10c43088772&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400007
Jun 25 14:45:25.257676 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4541a-688e-498a-ac70-4f1f5e74acb7 req-4609dec4-3d39-429b-91f5-01e2bebb8999 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:25.259137 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cfa4541a-688e-498a-ac70-4f1f5e74acb7 req-4609dec4-3d39-429b-91f5-01e2bebb8999 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.0860429
Jun 25 14:45:25.305610 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cfa4541a-688e-498a-ac70-4f1f5e74acb7 req-4ab91b0d-fafa-4487-8010-cfa667859c4a tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406563
Jun 25 14:45:25.570915 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35282a-12d1-40a8-9bf3-b575b1d6d140 req-1d57e66d-43f1-4c45-90a9-fa26030013a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:25.572189 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ba35282a-12d1-40a8-9bf3-b575b1d6d140 req-1d57e66d-43f1-4c45-90a9-fa26030013a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2&device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 1096 time: 0.0800896
Jun 25 14:45:25.787406 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35282a-12d1-40a8-9bf3-b575b1d6d140 req-32474b02-e70a-451b-99b2-11c7b7f034f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:25.788887 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ba35282a-12d1-40a8-9bf3-b575b1d6d140 req-32474b02-e70a-451b-99b2-11c7b7f034f5 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1986082
Jun 25 14:45:25.819565 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce266818-cdd8-45b7-b91e-fe751c660e6c req-68735306-1844-4820-8a34-326e62fe227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:25.821018 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce266818-cdd8-45b7-b91e-fe751c660e6c req-68735306-1844-4820-8a34-326e62fe227b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018120595eed44fe92439b2834f42c8e&device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 1098 time: 0.1534526
Jun 25 14:45:26.028564 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35282a-12d1-40a8-9bf3-b575b1d6d140 req-691731cb-7a57-422f-a8f6-c75177e1d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:26.029985 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ba35282a-12d1-40a8-9bf3-b575b1d6d140 req-691731cb-7a57-422f-a8f6-c75177e1d20b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2336743
Jun 25 14:45:26.049723 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce266818-cdd8-45b7-b91e-fe751c660e6c req-d4dc6df2-a915-4d47-be87-d624caec7b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:26.051112 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce266818-cdd8-45b7-b91e-fe751c660e6c req-d4dc6df2-a915-4d47-be87-d624caec7b00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b956f638-dae2-4845-9486-f6605d1910a8 HTTP/1.1" status: 200  len: 909 time: 0.1822102
Jun 25 14:45:26.215591 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce266818-cdd8-45b7-b91e-fe751c660e6c req-41d95691-e1e6-44bb-9952-a1002b0dd5a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f89596-7fce-462a-8204-3e372163ce05 HTTP/1.1" status: 200  len: 1000 time: 0.1469946
Jun 25 14:45:26.272697 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c1217-d130-4594-817b-aa22752b0385 req-cb8b27d4-48f2-4600-860e-e4cac6881932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:26.274069 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c9c1217-d130-4594-817b-aa22752b0385 req-cb8b27d4-48f2-4600-860e-e4cac6881932 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2&device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 1096 time: 0.1573982
Jun 25 14:45:26.285834 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee187e67-0eee-46d0-8179-8bc8be1027be req-bd9f58cd-c224-4197-9653-f786968329a4 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:26.287411 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ee187e67-0eee-46d0-8179-8bc8be1027be req-bd9f58cd-c224-4197-9653-f786968329a4 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 943 time: 0.0916255
Jun 25 14:45:26.337935 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ee187e67-0eee-46d0-8179-8bc8be1027be req-d4ec40de-6c4f-4690-aa55-d879a0f4f4a9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=755b83f2-3755-4b67-999b-a10c43088772&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430851
Jun 25 14:45:26.357402 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce266818-cdd8-45b7-b91e-fe751c660e6c req-5f3f371f-bd07-4e14-960a-d10c33b2d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:26.359073 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce266818-cdd8-45b7-b91e-fe751c660e6c req-5f3f371f-bd07-4e14-960a-d10c33b2d5fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54025221-f21c-4ee1-82d2-8f66a9dc0562 HTTP/1.1" status: 200  len: 847 time: 0.1353858
Jun 25 14:45:26.360503 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c9c1217-d130-4594-817b-aa22752b0385 req-ee56c34c-2034-4fc4-95e6-835834574de3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=069d6e2d-7652-4839-822f-fd2f8271079a HTTP/1.1" status: 200  len: 217 time: 0.0707824
Jun 25 14:45:26.489888 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c1217-d130-4594-817b-aa22752b0385 req-63705147-95e7-494c-8ddc-b61b606fdddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:26.491955 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c9c1217-d130-4594-817b-aa22752b0385 req-63705147-95e7-494c-8ddc-b61b606fdddb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e39175d9-74d1-4a7a-b7f4-51fe6d4a191b HTTP/1.1" status: 200  len: 856 time: 0.1136167
Jun 25 14:45:26.526639 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0e513-5ad8-4be9-a6af-030b318e8e55 req-22505ce2-fdeb-4382-9a17-4478dcf1ae8b tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:26.527881 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1ac0e513-5ad8-4be9-a6af-030b318e8e55 req-22505ce2-fdeb-4382-9a17-4478dcf1ae8b tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.0930958
Jun 25 14:45:26.567680 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce266818-cdd8-45b7-b91e-fe751c660e6c req-a1317787-0099-484c-aef4-2a0f2be8090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:26.570350 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce266818-cdd8-45b7-b91e-fe751c660e6c req-a1317787-0099-484c-aef4-2a0f2be8090b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b956f638-dae2-4845-9486-f6605d1910a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1930428
Jun 25 14:45:26.590358 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1ac0e513-5ad8-4be9-a6af-030b318e8e55 req-11b519c7-6040-4147-bbab-1f582cc87e17 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564768
Jun 25 14:45:26.738930 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c1217-d130-4594-817b-aa22752b0385 req-dd5ef901-d106-4eff-a37c-9620dcf3ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:26.740433 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c9c1217-d130-4594-817b-aa22752b0385 req-dd5ef901-d106-4eff-a37c-9620dcf3ce51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be24940d-36a5-4120-9f97-63f35026663d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2408478
Jun 25 14:45:26.956520 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce266818-cdd8-45b7-b91e-fe751c660e6c req-0351623c-3387-4e3d-b0bd-53c3b298d52b service neutron] 10.222.0.16 "GET /v2.0/networks/b956f638-dae2-4845-9486-f6605d1910a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3684461
Jun 25 14:45:27.107288 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c9c1217-d130-4594-817b-aa22752b0385 req-6a1633e4-bca7-4cd3-aa27-02262bd4bc88 service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3468542
Jun 25 14:45:27.223313 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ce266818-cdd8-45b7-b91e-fe751c660e6c req-1ba08eac-0925-479b-99ca-8fb33e8f94f4 service neutron] 10.222.0.16 "GET /v2.0/networks/b956f638-dae2-4845-9486-f6605d1910a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2532377
Jun 25 14:45:27.287582 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7c9c1217-d130-4594-817b-aa22752b0385 req-d426dad8-0e82-4478-b28c-44022c469c5e service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1640129
Jun 25 14:45:27.603186 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c7-4d49-4abd-9d2a-086c3fc46011 req-ad4b4638-a75f-42bc-ae57-a67bcbb8926f tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:27.604679 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-af7216c7-4d49-4abd-9d2a-086c3fc46011 req-ad4b4638-a75f-42bc-ae57-a67bcbb8926f tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 943 time: 0.1178460
Jun 25 14:45:27.660382 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-af7216c7-4d49-4abd-9d2a-086c3fc46011 req-6994752f-3ae3-4b25-8fc3-f5e08921da2e tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=755b83f2-3755-4b67-999b-a10c43088772&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487034
Jun 25 14:45:27.809759 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c98b01-3904-4959-ae5e-c3173971d69c req-16091c72-5284-48ba-900b-7b451b31bc57 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:27.811489 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b4c98b01-3904-4959-ae5e-c3173971d69c req-16091c72-5284-48ba-900b-7b451b31bc57 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.1069071
Jun 25 14:45:27.868096 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b4c98b01-3904-4959-ae5e-c3173971d69c req-18c4b129-1300-484c-a5f1-cfb11b9c08ba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503345
Jun 25 14:45:28.857795 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5c47e-3cf9-468b-b90b-8e60d4539e7d req-eaa7e415-6cbb-408e-adb2-2b269ed2183d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:28.859354 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d3d5c47e-3cf9-468b-b90b-8e60d4539e7d req-eaa7e415-6cbb-408e-adb2-2b269ed2183d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 943 time: 0.0827370
Jun 25 14:45:28.908564 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d3d5c47e-3cf9-468b-b90b-8e60d4539e7d req-4f6d643c-ba32-46b0-9e0e-cdebdd0683fc tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=755b83f2-3755-4b67-999b-a10c43088772&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431280
Jun 25 14:45:29.078837 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec23a3-7407-4a67-8f39-41bc0d8a5a37 req-0677d4f4-5ac7-4625-b77d-90d66276cb1e tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:29.080293 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-55ec23a3-7407-4a67-8f39-41bc0d8a5a37 req-0677d4f4-5ac7-4625-b77d-90d66276cb1e tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.0869780
Jun 25 14:45:29.125901 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-55ec23a3-7407-4a67-8f39-41bc0d8a5a37 req-38ea9e59-120d-4d99-8808-d399fa98ff10 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390189
Jun 25 14:45:30.105938 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5b5b7-c667-464b-b9ef-23d28abfb6ae req-b3bd0395-4384-45b0-86d5-28e7c22d2ae2 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:30.107414 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-98b5b5b7-c667-464b-b9ef-23d28abfb6ae req-b3bd0395-4384-45b0-86d5-28e7c22d2ae2 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 943 time: 0.0809422
Jun 25 14:45:30.153700 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-98b5b5b7-c667-464b-b9ef-23d28abfb6ae req-c36c37b5-ef9c-4ae9-88e8-6f33a588cb8d tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=755b83f2-3755-4b67-999b-a10c43088772&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406301
Jun 25 14:45:30.325345 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 069d6e2d-7652-4839-822f-fd2f8271079a details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 14:45:30.340597 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4c290-d260-46fe-a8e5-e8d832b985af req-844e1691-3437-4c9f-97df-c43cad8fb001 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:30.347521 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d5b4c290-d260-46fe-a8e5-e8d832b985af req-844e1691-3437-4c9f-97df-c43cad8fb001 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.0951331
Jun 25 14:45:30.388879 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d5b4c290-d260-46fe-a8e5-e8d832b985af req-d4d9b95d-51d0-490b-8eb7-3f683e42a1fa tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404611
Jun 25 14:45:30.468179 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 069d6e2d-7652-4839-822f-fd2f8271079a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=069d6e2d-7652-4839-822f-fd2f8271079a,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:45:30.481697 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': '069d6e2d-7652-4839-822f-fd2f8271079a', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'port_id': '069d6e2d-7652-4839-822f-fd2f8271079a', 'mac_address': 'fa:16:3e:a0:b8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 14:45:30.539027 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:30.558808 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069d6e2d-7652-4839-822f-fd2f8271079a {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:45:30.574816 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 069d6e2d-7652-4839-822f-fd2f8271079a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=069d6e2d-7652-4839-822f-fd2f8271079a,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:45:30.578887 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:30.580601 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:30.647447 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=069d6e2d-7652-4839-822f-fd2f8271079a,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:30.650557 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:31.343625 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:31.365699 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a299fbf-afaf-4fd2-924c-de911fac00ed req-1b294275-a8bd-4ba3-8cfc-677c7a7c9ed5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:31.367680 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5a299fbf-afaf-4fd2-924c-de911fac00ed req-1b294275-a8bd-4ba3-8cfc-677c7a7c9ed5 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 944 time: 0.1015675
Jun 25 14:45:31.425396 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5a299fbf-afaf-4fd2-924c-de911fac00ed req-fac1b176-ce9b-46cd-a134-ef6bf82fb4bf tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=755b83f2-3755-4b67-999b-a10c43088772&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501511
Jun 25 14:45:31.612437 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae461c51-be98-43ef-8af2-53838c10ae8f req-5d7df114-9f6b-4ed5-a2fb-7924105d2d44 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:31.613919 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ae461c51-be98-43ef-8af2-53838c10ae8f req-5d7df114-9f6b-4ed5-a2fb-7924105d2d44 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.0900276
Jun 25 14:45:31.668561 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ae461c51-be98-43ef-8af2-53838c10ae8f req-6cf96493-e255-4d85-ba18-7b9414e81bb6 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471494
Jun 25 14:45:31.815120 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['069d6e2d-7652-4839-822f-fd2f8271079a'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:45:32.666713 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a886fd9-4b71-4f89-a4c4-30f45e1816cd req-455fb8b7-a9ec-410c-b99c-6e6ca8eddaba tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:32.668335 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1a886fd9-4b71-4f89-a4c4-30f45e1816cd req-455fb8b7-a9ec-410c-b99c-6e6ca8eddaba tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 944 time: 0.1064470
Jun 25 14:45:32.718797 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1a886fd9-4b71-4f89-a4c4-30f45e1816cd req-320592c4-dfd6-4b6c-b6b4-457fcd949050 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=755b83f2-3755-4b67-999b-a10c43088772&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447745
Jun 25 14:45:33.027434 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317da1f9-aba0-4325-91f9-c6562628e948 req-d0f0c92d-f1c8-406d-800f-0363f94c8f15 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:33.028874 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-317da1f9-aba0-4325-91f9-c6562628e948 req-d0f0c92d-f1c8-406d-800f-0363f94c8f15 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/networks?id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3 HTTP/1.1" status: 200  len: 814 time: 0.3075180
Jun 25 14:45:33.050771 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-317da1f9-aba0-4325-91f9-c6562628e948 req-53688002-5258-47d7-b747-1a52853a76e9 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/quotas/205ee3e8bb3a4f52bccc89b6f2273f91 HTTP/1.1" status: 200  len: 375 time: 0.0153134
Jun 25 14:45:33.059669 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1c9f3-d53a-4016-ab3e-d8666d1db87f req-6390df3b-72ea-4437-acfc-af76002fe6f4 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:33.061275 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1db1c9f3-d53a-4016-ab3e-d8666d1db87f req-6390df3b-72ea-4437-acfc-af76002fe6f4 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.1455636
Jun 25 14:45:33.121939 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f756bc97-8f62-4877-85ab-e5d389f29792 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=205ee3e8bb3a4f52bccc89b6f2273f91&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0596631
Jun 25 14:45:33.223350 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1db1c9f3-d53a-4016-ab3e-d8666d1db87f req-aa6d4d95-e4fb-429b-92dd-36bd2700eea9 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1274674
Jun 25 14:45:33.290018 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-317da1f9-aba0-4325-91f9-c6562628e948 req-ebf87ef8-5086-44fa-8957-6ebeac2fe2d0 service neutron] 10.222.0.52 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601069
Jun 25 14:45:33.439326 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-317da1f9-aba0-4325-91f9-c6562628e948 req-b697f495-eff9-44e9-ab1f-71f46fc405fc service neutron] 10.222.0.52 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429183
Jun 25 14:45:33.517614 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 069d6e2d-7652-4839-822f-fd2f8271079a up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:45:33.598691 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port 069d6e2d-7652-4839-822f-fd2f8271079a completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:45:33.604052 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port 069d6e2d-7652-4839-822f-fd2f8271079a triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:45:33.604670 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:33.640521 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4710402f-ed66-4491-9ef7-87262481c962 req-890271b3-367a-4cc4-ba53-9fc1f18a01e1 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0523829
Jun 25 14:45:33.736729 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:33.767387 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a396447-2916-46de-a5f9-ac163f43c592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069d6e2d-7652-4839-822f-fd2f8271079a'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:45:33.780778 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 069d6e2d-7652-4839-822f-fd2f8271079a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=069d6e2d-7652-4839-822f-fd2f8271079a,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:45:33.785599 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:33.786583 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 87f89596-7fce-462a-8204-3e372163ce05 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:45:33.825512 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:33.922400 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a396447-2916-46de-a5f9-ac163f43c592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069d6e2d-7652-4839-822f-fd2f8271079a', 'code': 200}
Jun 25 14:45:33.938527 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=069d6e2d-7652-4839-822f-fd2f8271079a,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:33.977863 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:34.007360 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d6426-8021-41fe-9563-8e333abaef10 req-8228bd73-def7-4a8f-ab2f-cf7c4bd031f8 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:34.008783 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:34.015476 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7e7d6426-8021-41fe-9563-8e333abaef10 req-8228bd73-def7-4a8f-ab2f-cf7c4bd031f8 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 945 time: 0.1524870
Jun 25 14:45:34.052234 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 87f89596-7fce-462a-8204-3e372163ce05, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=87f89596-7fce-462a-8204-3e372163ce05,segment=NetworkSegment(693d6b23-7d5a-48cd-906c-9bc29a7d263c),segment_id=693d6b23-7d5a-48cd-906c-9bc29a7d263c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:45:34.057666 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:34.061730 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-2c6d3f58-8824-446e-8b70-7df21365a0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:34.089668 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7e7d6426-8021-41fe-9563-8e333abaef10 req-2a25bb52-cbc6-48af-bf7c-436a015f3958 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=755b83f2-3755-4b67-999b-a10c43088772&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722613
Jun 25 14:45:34.135444 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=87f89596-7fce-462a-8204-3e372163ce05,revision_number=6']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:34.138647 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:34.352133 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ab320-6244-4ca0-9ba0-ab7a9b469ac3 req-b1cb2f3e-4007-4972-89b2-5dab56427c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:34.354438 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-438ab320-6244-4ca0-9ba0-ab7a9b469ac3 req-b1cb2f3e-4007-4972-89b2-5dab56427c56 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 1098 time: 0.0881777
Jun 25 14:45:34.410347 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-438ab320-6244-4ca0-9ba0-ab7a9b469ac3 req-08261c8a-5f8b-4ae2-bce0-32b0cea04799 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=755b83f2-3755-4b67-999b-a10c43088772&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465515
Jun 25 14:45:34.457441 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfd77b-13a3-406f-88d0-c7658a08bf3f req-6d95c53f-6122-4cd0-af64-f74adff8fc57 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:34.459765 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2ccfd77b-13a3-406f-88d0-c7658a08bf3f req-6d95c53f-6122-4cd0-af64-f74adff8fc57 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.1009915
Jun 25 14:45:34.531534 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2ccfd77b-13a3-406f-88d0-c7658a08bf3f req-c4154e6e-34ba-4e54-842a-7f695b17fb5a tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652318
Jun 25 14:45:34.841333 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c2962dd1-5d5f-4fec-8155-c736922f81ad req-b1b32dfc-76aa-4daf-b964-53493a924ad6 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0660186
Jun 25 14:45:34.875663 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 39568) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:45:34.988352 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dabd0e-e18a-4902-8f4c-f619444e2b55 req-a61be34f-40d9-46ef-86c0-e80c8c6d5b6c tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:34.989931 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e5dabd0e-e18a-4902-8f4c-f619444e2b55 req-a61be34f-40d9-46ef-86c0-e80c8c6d5b6c tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.1173608
Jun 25 14:45:35.050293 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a6ae524a-9448-432a-bd11-d14880da4270 req-5eedabd2-c2a8-4a3f-bda2-04a886f6fa7e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1724784
Jun 25 14:45:35.054080 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e5dabd0e-e18a-4902-8f4c-f619444e2b55 req-1b7452c6-0727-4700-bd94-9e06183688fa tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556409
Jun 25 14:45:35.369805 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a57f2-34c9-43e0-bfaa-6b943f36c5a3 req-d3d00c96-81e6-4dbe-98c2-1627f28f6278 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:35.372764 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8a0a57f2-34c9-43e0-bfaa-6b943f36c5a3 req-d3d00c96-81e6-4dbe-98c2-1627f28f6278 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 945 time: 0.1337993
Jun 25 14:45:35.451620 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8a0a57f2-34c9-43e0-bfaa-6b943f36c5a3 req-495b784f-d60d-4117-a16b-8327f4e3179c tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=755b83f2-3755-4b67-999b-a10c43088772&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715735
Jun 25 14:45:35.666784 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317da1f9-aba0-4325-91f9-c6562628e948 req-85ec1a3c-0a87-4c1e-a7cc-9044e7d9c452 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:35.668958 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-317da1f9-aba0-4325-91f9-c6562628e948 req-85ec1a3c-0a87-4c1e-a7cc-9044e7d9c452 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.16 "GET /v2.0/networks?id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3 HTTP/1.1" status: 200  len: 814 time: 0.1905353
Jun 25 14:45:35.691749 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-317da1f9-aba0-4325-91f9-c6562628e948 req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Request body: {'port': {'device_id': '5eeac4f3-6bd1-4dc0-92fd-92475daaee3f', 'network_id': '6236b1ee-6a77-4b84-8c99-a47ec0d986a3', 'admin_state_up': True, 'tenant_id': '205ee3e8bb3a4f52bccc89b6f2273f91'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:45:35.857632 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-317da1f9-aba0-4325-91f9-c6562628e948 req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 14:45:35.862738 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-317da1f9-aba0-4325-91f9-c6562628e948 req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Usage tracker for resource:port and tenant:205ee3e8bb3a4f52bccc89b6f2273f91 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 14:45:35.866492 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-317da1f9-aba0-4325-91f9-c6562628e948 req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 14:45:35.872899 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-317da1f9-aba0-4325-91f9-c6562628e948 req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 14:45:35.888184 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317da1f9-aba0-4325-91f9-c6562628e948 req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Made reservation on behalf of 205ee3e8bb3a4f52bccc89b6f2273f91 for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 14:45:35.892325 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-317da1f9-aba0-4325-91f9-c6562628e948 req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:35.923715 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87f89596-7fce-462a-8204-3e372163ce05'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:45:36.147717 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-317da1f9-aba0-4325-91f9-c6562628e948 req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Allocated IP 172.20.0.3 (6236b1ee-6a77-4b84-8c99-a47ec0d986a3/6b4c8ad2-99f0-419d-ae91-7368480789e0/0458040e-6b30-4b25-a09a-04ec7269be86) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 14:45:36.182755 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fb00e982-be17-408c-b2a7-722c8c0e78ad req-5edafefc-0a7a-4e20-8c21-93d285eebf91 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0898330
Jun 25 14:45:36.220745 dv-cinder-798091-1-iscsi neutron-server[78437]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '87f89596-7fce-462a-8204-3e372163ce05', 'code': 422} returned with failed status
Jun 25 14:45:36.447693 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a90797-3423-429e-b89e-db7ab9bdcd8d req-92bb8175-7194-4be3-9e63-1b9e08da8529 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:36.449491 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-93a90797-3423-429e-b89e-db7ab9bdcd8d req-92bb8175-7194-4be3-9e63-1b9e08da8529 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.1345742
Jun 25 14:45:36.480706 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-317da1f9-aba0-4325-91f9-c6562628e948 req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:36.516433 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-93a90797-3423-429e-b89e-db7ab9bdcd8d req-20ec9682-6cd2-4425-ad1b-84746b8b7372 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570314
Jun 25 14:45:36.529771 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-317da1f9-aba0-4325-91f9-c6562628e948 req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:36.543703 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-de2d875c-06ef-4f99-8d4c-370be891991e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:36.601305 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317da1f9-aba0-4325-91f9-c6562628e948 req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Network 6236b1ee-6a77-4b84-8c99-a47ec0d986a3 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 14:45:36.613123 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-317da1f9-aba0-4325-91f9-c6562628e948 req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 14:45:36.616996 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-317da1f9-aba0-4325-91f9-c6562628e948 req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 14:45:36.624601 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317da1f9-aba0-4325-91f9-c6562628e948 req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:36.625375 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-317da1f9-aba0-4325-91f9-c6562628e948 req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:36.676546 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Pushing event updated for resources: {'Port': ['ID=0458040e-6b30-4b25-a09a-04ec7269be86,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:36.680810 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:36.694561 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-317da1f9-aba0-4325-91f9-c6562628e948 req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0077357
Jun 25 14:45:36.715932 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Request body: {'port': {'device_id': '5eeac4f3-6bd1-4dc0-92fd-92475daaee3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:45:36.736418 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75572534-25a5-4aa5-a5c1-3e04fb725fa5 req-9c70ebc0-6a42-49f3-b890-6a067063b3de tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:36.738774 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-75572534-25a5-4aa5-a5c1-3e04fb725fa5 req-9c70ebc0-6a42-49f3-b890-6a067063b3de tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 945 time: 0.1103919
Jun 25 14:45:36.801026 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-75572534-25a5-4aa5-a5c1-3e04fb725fa5 req-241af539-0a06-4d4d-8ea4-83598cd3ef71 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=755b83f2-3755-4b67-999b-a10c43088772&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537176
Jun 25 14:45:36.848399 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:37.118517 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce58c2-4a8d-48af-9d9d-bdef66427503 req-8605c5e2-c6d4-42fc-b4ba-fdf4cf99065b tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:37.120624 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-12ce58c2-4a8d-48af-9d9d-bdef66427503 req-8605c5e2-c6d4-42fc-b4ba-fdf4cf99065b tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 945 time: 0.1268003
Jun 25 14:45:37.132323 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 39602) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:45:37.138524 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-42bb24c6-0c65-4ace-9158-44638c0ab6c9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Request body: {'floatingip': {'port_id': '069d6e2d-7652-4839-822f-fd2f8271079a'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:45:37.228482 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-42bb24c6-0c65-4ace-9158-44638c0ab6c9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for floatingip, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:37.285933 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0458040e-6b30-4b25-a09a-04ec7269be86 {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:45:37.295090 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:37.312519 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Transition to ACTIVE for port object 0458040e-6b30-4b25-a09a-04ec7269be86 will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 14:45:37.320094 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:37.325902 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-c4200ac4-bb1a-4061-9d3b-5d293f4e4a25 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:37.629509 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Pushing event updated for resources: {'Port': ['ID=0458040e-6b30-4b25-a09a-04ec7269be86,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:37.635058 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:37.705100 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Attempting to bind port 0458040e-6b30-4b25-a09a-04ec7269be86 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 14:45:37.705872 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Attempting to bind port 0458040e-6b30-4b25-a09a-04ec7269be86 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '1b71895d-9a4e-4bfa-a007-caf8156298e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6236b1ee-6a77-4b84-8c99-a47ec0d986a3'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 14:45:37.705872 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Attempting to bind port 0458040e-6b30-4b25-a09a-04ec7269be86 on network 6236b1ee-6a77-4b84-8c99-a47ec0d986a3 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:45:37.713471 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Port 0458040e-6b30-4b25-a09a-04ec7269be86 on network 6236b1ee-6a77-4b84-8c99-a47ec0d986a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 14:45:37.713794 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Attempting to bind port 0458040e-6b30-4b25-a09a-04ec7269be86 on network 6236b1ee-6a77-4b84-8c99-a47ec0d986a3 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 14:45:37.721698 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae524a-9448-432a-bd11-d14880da4270 req-bf5a779c-bf83-450d-b353-262483c77668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:37.723189 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a6ae524a-9448-432a-bd11-d14880da4270 req-bf5a779c-bf83-450d-b353-262483c77668 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722&tenant_id=018120595eed44fe92439b2834f42c8e HTTP/1.1" status: 200  len: 1096 time: 0.2508779
Jun 25 14:45:37.724187 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 14:45:37.725214 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Checking segment: {'id': '1b71895d-9a4e-4bfa-a007-caf8156298e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6236b1ee-6a77-4b84-8c99-a47ec0d986a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 14:45:37.725709 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Bound using segment: {'id': '1b71895d-9a4e-4bfa-a007-caf8156298e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6236b1ee-6a77-4b84-8c99-a47ec0d986a3'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 14:45:37.726268 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Bound port: 0458040e-6b30-4b25-a09a-04ec7269be86, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b71895d-9a4e-4bfa-a007-caf8156298e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6236b1ee-6a77-4b84-8c99-a47ec0d986a3'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 14:45:37.726759 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:37.821764 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b54397-84af-4045-a728-94c991a7f7dc req-c694b806-336a-4699-a583-74a7d2a63d9d tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:37.823323 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-15b54397-84af-4045-a728-94c991a7f7dc req-c694b806-336a-4699-a583-74a7d2a63d9d tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 943 time: 0.4984226
Jun 25 14:45:37.884946 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] For port 0458040e-6b30-4b25-a09a-04ec7269be86, host hv-cinder-79809, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 14:45:37.891612 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] For port 0458040e-6b30-4b25-a09a-04ec7269be86, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0458040e-6b30-4b25-a09a-04ec7269be86,segment=NetworkSegment(1b71895d-9a4e-4bfa-a007-caf8156298e3),segment_id=1b71895d-9a4e-4bfa-a007-caf8156298e3)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 14:45:37.899083 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:37.906116 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0b4d6bc7-d8b9-42fb-9460-4a3cd284efa3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:37.973528 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-15b54397-84af-4045-a728-94c991a7f7dc req-5e3662f5-d119-44f4-a57b-5b61734ee927 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415510
Jun 25 14:45:37.983449 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:37.985166 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:37.985488 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-317da1f9-aba0-4325-91f9-c6562628e948 req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] 10.222.0.16 "PUT /v2.0/ports/0458040e-6b30-4b25-a09a-04ec7269be86 HTTP/1.1" status: 200  len: 1093 time: 1.2744126
Jun 25 14:45:37.985993 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eeac4f3-6bd1-4dc0-92fd-92475daaee3f', 'tag': '0458040e-6b30-4b25-a09a-04ec7269be86'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:45:38.001573 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae524a-9448-432a-bd11-d14880da4270 req-820bb855-e132-4260-96c4-9fe9465ec9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:38.003963 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a6ae524a-9448-432a-bd11-d14880da4270 req-820bb855-e132-4260-96c4-9fe9465ec9cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018120595eed44fe92439b2834f42c8e&device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 1096 time: 0.2341485
Jun 25 14:45:38.021682 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Pushing event updated for resources: {'Port': ['ID=0458040e-6b30-4b25-a09a-04ec7269be86,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:38.029624 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:38.113407 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a9e26-8923-49fd-9382-8fc4e2dd366a req-b95c3e78-b1dd-4676-b46e-fa2a0834cbe2 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:38.116233 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cb0a9e26-8923-49fd-9382-8fc4e2dd366a req-b95c3e78-b1dd-4676-b46e-fa2a0834cbe2 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.3482046
Jun 25 14:45:38.160960 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eeac4f3-6bd1-4dc0-92fd-92475daaee3f', 'tag': '0458040e-6b30-4b25-a09a-04ec7269be86', 'status': 'completed', 'code': 200}
Jun 25 14:45:38.185237 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cb0a9e26-8923-49fd-9382-8fc4e2dd366a req-c8fbf95f-ad1d-425f-bbf7-ec9c3e44aea3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613043
Jun 25 14:45:38.274814 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae524a-9448-432a-bd11-d14880da4270 req-e764c86c-2244-4a00-9782-9e030a5b747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:38.276251 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a6ae524a-9448-432a-bd11-d14880da4270 req-e764c86c-2244-4a00-9782-9e030a5b747b service neutron] 10.222.0.16 "GET /v2.0/networks?id=b956f638-dae2-4845-9486-f6605d1910a8 HTTP/1.1" status: 200  len: 909 time: 0.2490623
Jun 25 14:45:38.287874 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317da1f9-aba0-4325-91f9-c6562628e948 req-63780593-9294-4a72-a831-07ce511eed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:38.290208 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-317da1f9-aba0-4325-91f9-c6562628e948 req-63780593-9294-4a72-a831-07ce511eed46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=205ee3e8bb3a4f52bccc89b6f2273f91&device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 1096 time: 0.1405916
Jun 25 14:45:38.313754 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-aa47ac95-2eab-4381-ba06-1422f13c898b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:38.359448 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-42bb24c6-0c65-4ace-9158-44638c0ab6c9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:38.366381 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-42bb24c6-0c65-4ace-9158-44638c0ab6c9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549620'] for floatingip, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:38.433499 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-317da1f9-aba0-4325-91f9-c6562628e948 req-b6fbfa96-0b50-42e6-890e-5ec3da8783af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0458040e-6b30-4b25-a09a-04ec7269be86 HTTP/1.1" status: 200  len: 217 time: 0.0796206
Jun 25 14:45:38.502045 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a6ae524a-9448-432a-bd11-d14880da4270 req-878cf1f6-ad54-4d95-98c9-463e6b7bbf27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f89596-7fce-462a-8204-3e372163ce05 HTTP/1.1" status: 200  len: 998 time: 0.2105956
Jun 25 14:45:38.543396 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317da1f9-aba0-4325-91f9-c6562628e948 req-2b7231ca-d220-4532-b686-a05e18585aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:38.544835 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-317da1f9-aba0-4325-91f9-c6562628e948 req-2b7231ca-d220-4532-b686-a05e18585aab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b4c8ad2-99f0-419d-ae91-7368480789e0 HTTP/1.1" status: 200  len: 854 time: 0.1028860
Jun 25 14:45:38.566892 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.l3_db [None req-42bb24c6-0c65-4ace-9158-44638c0ab6c9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Floating IP 42133a8e-7ac6-4902-be95-429a15b15c41 associated. External IP: 172.27.3.139, port: 069d6e2d-7652-4839-822f-fd2f8271079a.
Jun 25 14:45:38.603904 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-317da1f9-aba0-4325-91f9-c6562628e948 req-dbbb765c-a0a7-46fc-96a9-0409e6ca4850 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446832
Jun 25 14:45:38.613393 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae524a-9448-432a-bd11-d14880da4270 req-2c071db4-49f2-4ce8-a643-dcf4a2bef09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:38.614832 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a6ae524a-9448-432a-bd11-d14880da4270 req-2c071db4-49f2-4ce8-a643-dcf4a2bef09c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54025221-f21c-4ee1-82d2-8f66a9dc0562 HTTP/1.1" status: 200  len: 847 time: 0.1039557
Jun 25 14:45:38.811043 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-317da1f9-aba0-4325-91f9-c6562628e948 req-6facda2f-1691-4199-a9ef-36e81c8e8349 service neutron] 10.222.0.16 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1939352
Jun 25 14:45:38.816294 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae524a-9448-432a-bd11-d14880da4270 req-7733b963-661b-45c9-b36a-061721352b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:38.818021 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a6ae524a-9448-432a-bd11-d14880da4270 req-7733b963-661b-45c9-b36a-061721352b89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b956f638-dae2-4845-9486-f6605d1910a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1804931
Jun 25 14:45:38.854400 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:38.962470 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bb24c6-0c65-4ace-9158-44638c0ab6c9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Router d29da848-9a8f-4ec7-a467-c16e607a21cf has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:45:39.156752 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-317da1f9-aba0-4325-91f9-c6562628e948 req-9a6da77d-7f7d-4a92-b7f7-dab4ff94fd98 service neutron] 10.222.0.16 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3374162
Jun 25 14:45:39.160181 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a6ae524a-9448-432a-bd11-d14880da4270 req-c708c35d-28ca-4675-81e9-b5643fe7f7bc service neutron] 10.222.0.16 "GET /v2.0/networks/b956f638-dae2-4845-9486-f6605d1910a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3208964
Jun 25 14:45:39.401088 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a6ae524a-9448-432a-bd11-d14880da4270 req-3153679f-806b-4044-97ee-ff4dc086e165 service neutron] 10.222.0.16 "GET /v2.0/networks/b956f638-dae2-4845-9486-f6605d1910a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2214980
Jun 25 14:45:39.416602 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bb24c6-0c65-4ace-9158-44638c0ab6c9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:45:39.422020 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92819b8d-9361-4888-8eff-907f5527f60e req-7386b099-19c1-422e-b6ae-8c331429ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:39.423798 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-42bb24c6-0c65-4ace-9158-44638c0ab6c9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:39.424443 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-92819b8d-9361-4888-8eff-907f5527f60e req-7386b099-19c1-422e-b6ae-8c331429ab0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=205ee3e8bb3a4f52bccc89b6f2273f91&device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 1096 time: 0.1350098
Jun 25 14:45:39.431326 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f429de-8452-4a8b-ad12-eba876249df6 None None] Sync routers for ids ['d29da848-9a8f-4ec7-a467-c16e607a21cf'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:45:39.446415 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f429de-8452-4a8b-ad12-eba876249df6 None None] Routers {'d29da848-9a8f-4ec7-a467-c16e607a21cf'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:45:39.447468 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-71f429de-8452-4a8b-ad12-eba876249df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28a47b070>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:45:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['d29da848-9a8f-4ec7-a467-c16e607a21cf'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:45:39.546131 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-42bb24c6-0c65-4ace-9158-44638c0ab6c9 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "PUT /v2.0/floatingips/42133a8e-7ac6-4902-be95-429a15b15c41 HTTP/1.1" status: 200  len: 991 time: 2.4123931
Jun 25 14:45:39.547941 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a396447-2916-46de-a5f9-ac163f43c592', 'tag': '069d6e2d-7652-4839-822f-fd2f8271079a'}] {{(pid=78435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:45:39.573282 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836616a-4f8a-4dfa-bee1-a8162de2c07d req-f9514b6f-df31-4a77-9615-2c9492a310e6 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:39.574993 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0836616a-4f8a-4dfa-bee1-a8162de2c07d req-f9514b6f-df31-4a77-9615-2c9492a310e6 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 943 time: 0.3009667
Jun 25 14:45:39.586440 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7ea47-f82f-4f14-8f82-aaa8a27c205c req-aa39264f-ee91-4c70-8b62-459317306631 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:39.594005 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9ae7ea47-f82f-4f14-8f82-aaa8a27c205c req-aa39264f-ee91-4c70-8b62-459317306631 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.2584081
Jun 25 14:45:39.678720 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92819b8d-9361-4888-8eff-907f5527f60e req-5439bb05-9369-425e-841d-de49ebe7d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:39.680411 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-92819b8d-9361-4888-8eff-907f5527f60e req-5439bb05-9369-425e-841d-de49ebe7d8ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3 HTTP/1.1" status: 200  len: 915 time: 0.2427976
Jun 25 14:45:39.687420 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9ae7ea47-f82f-4f14-8f82-aaa8a27c205c req-97e1357d-df91-4140-99b1-00f500516235 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777647
Jun 25 14:45:39.700786 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0836616a-4f8a-4dfa-bee1-a8162de2c07d req-827f8dee-9be5-4364-a988-dcd944fa8054 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113920
Jun 25 14:45:39.774885 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-71f429de-8452-4a8b-ad12-eba876249df6 None None] Set router d29da848-9a8f-4ec7-a467-c16e607a21cf gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:45:39.810632 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-92819b8d-9361-4888-8eff-907f5527f60e req-43197503-1d1c-47a4-b5dd-c80a888b315e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0458040e-6b30-4b25-a09a-04ec7269be86 HTTP/1.1" status: 200  len: 217 time: 0.1034877
Jun 25 14:45:39.822179 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a396447-2916-46de-a5f9-ac163f43c592', 'tag': '069d6e2d-7652-4839-822f-fd2f8271079a', 'status': 'completed', 'code': 200}
Jun 25 14:45:39.894544 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92819b8d-9361-4888-8eff-907f5527f60e req-baafb9f1-cd92-458f-b33e-796193335837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:39.896138 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-92819b8d-9361-4888-8eff-907f5527f60e req-baafb9f1-cd92-458f-b33e-796193335837 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b4c8ad2-99f0-419d-ae91-7368480789e0 HTTP/1.1" status: 200  len: 854 time: 0.0685115
Jun 25 14:45:40.096234 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-92819b8d-9361-4888-8eff-907f5527f60e req-a472ff28-2878-44f5-83c6-c2f3009111c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1210022
Jun 25 14:45:40.247076 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-71f429de-8452-4a8b-ad12-eba876249df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28a47b070>, [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': '42133a8e-7ac6-4902-be95-429a15b15c41', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'port_id': '069d6e2d-7652-4839-822f-fd2f8271079a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'mac_address': 'fa:16:3e:a0:b8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a396447-2916-46de-a5f9-ac163f43c592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:45:17Z', 'updated_at': '2021-06-25T14:45:38Z', 'revision_number': 1, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae64906-0b2b-4006-807a-17a275d67b26', 'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'mac_address': 'fa:16:3e:1d:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:33Z', 'updated_at': '2021-06-25T14:40:43Z', 'revision_number': 5, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'subnets': [{'id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:45:40.252706 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f429de-8452-4a8b-ad12-eba876249df6 None None] Checking router: d29da848-9a8f-4ec7-a467-c16e607a21cf for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:45:40.265985 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f429de-8452-4a8b-ad12-eba876249df6 None None] Routers {'d29da848-9a8f-4ec7-a467-c16e607a21cf'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:45:40.266846 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-71f429de-8452-4a8b-ad12-eba876249df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28a47b070>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:45:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['d29da848-9a8f-4ec7-a467-c16e607a21cf'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:45:40.278652 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebfc62-7fa5-420f-aea5-05ffb76f2465 req-65dd6557-7047-4ecb-b00c-d670e1167e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:40.280133 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5eebfc62-7fa5-420f-aea5-05ffb76f2465 req-65dd6557-7047-4ecb-b00c-d670e1167e7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2&device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 1098 time: 0.2594194
Jun 25 14:45:40.282001 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-92819b8d-9361-4888-8eff-907f5527f60e req-430102a4-4048-4aa5-954e-8acfbb78df81 service neutron] 10.222.0.16 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781280
Jun 25 14:45:40.466337 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-71f429de-8452-4a8b-ad12-eba876249df6 None None] Set router d29da848-9a8f-4ec7-a467-c16e607a21cf gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:45:40.565281 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebfc62-7fa5-420f-aea5-05ffb76f2465 req-3f5bedf2-e1e6-4a11-9766-00c0ffe228a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:40.566658 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5eebfc62-7fa5-420f-aea5-05ffb76f2465 req-3f5bedf2-e1e6-4a11-9766-00c0ffe228a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=be24940d-36a5-4120-9f97-63f35026663d HTTP/1.1" status: 200  len: 918 time: 0.2639198
Jun 25 14:45:40.569793 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-92819b8d-9361-4888-8eff-907f5527f60e req-dc54deca-30f3-4ae7-8f44-9c8f5477127f service neutron] 10.222.0.16 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2674181
Jun 25 14:45:40.733996 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5eebfc62-7fa5-420f-aea5-05ffb76f2465 req-8888cbb1-3752-44eb-a547-f65f992624fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=069d6e2d-7652-4839-822f-fd2f8271079a HTTP/1.1" status: 200  len: 999 time: 0.1389270
Jun 25 14:45:40.824507 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebfc62-7fa5-420f-aea5-05ffb76f2465 req-6d4f6b2f-34c3-4109-a535-7fc0093a9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:40.826099 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5eebfc62-7fa5-420f-aea5-05ffb76f2465 req-6d4f6b2f-34c3-4109-a535-7fc0093a9cae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e39175d9-74d1-4a7a-b7f4-51fe6d4a191b HTTP/1.1" status: 200  len: 856 time: 0.0715208
Jun 25 14:45:40.900520 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-1eae3013-ec55-45b2-a391-b3e28a17e0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:40.933545 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-71f429de-8452-4a8b-ad12-eba876249df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28a47b070>, [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': '42133a8e-7ac6-4902-be95-429a15b15c41', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'port_id': '069d6e2d-7652-4839-822f-fd2f8271079a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'mac_address': 'fa:16:3e:a0:b8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a396447-2916-46de-a5f9-ac163f43c592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:45:17Z', 'updated_at': '2021-06-25T14:45:38Z', 'revision_number': 1, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae64906-0b2b-4006-807a-17a275d67b26', 'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'mac_address': 'fa:16:3e:1d:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:33Z', 'updated_at': '2021-06-25T14:40:43Z', 'revision_number': 5, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'subnets': [{'id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:45:40.936310 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebfc62-7fa5-420f-aea5-05ffb76f2465 req-a5df2634-c254-444f-8ea4-fc1c1b48b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:40.938111 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5eebfc62-7fa5-420f-aea5-05ffb76f2465 req-a5df2634-c254-444f-8ea4-fc1c1b48b5b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be24940d-36a5-4120-9f97-63f35026663d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1022425
Jun 25 14:45:40.938547 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f429de-8452-4a8b-ad12-eba876249df6 None None] The sync data for ids ['d29da848-9a8f-4ec7-a467-c16e607a21cf'] in dv-cinder-798091-1-iscsi is: [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_floatingips': [{'id': '42133a8e-7ac6-4902-be95-429a15b15c41', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'router_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'port_id': '069d6e2d-7652-4839-822f-fd2f8271079a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'mac_address': 'fa:16:3e:a0:b8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a396447-2916-46de-a5f9-ac163f43c592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:45:17Z', 'updated_at': '2021-06-25T14:45:38Z', 'revision_number': 1, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae64906-0b2b-4006-807a-17a275d67b26', 'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'mac_address': 'fa:16:3e:1d:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:33Z', 'updated_at': '2021-06-25T14:40:43Z', 'revision_number': 5, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'subnets': [{'id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:45:41.037675 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc211074-f526-4a58-941c-fdb32dc38e3a req-e48c6e25-24f1-4244-a374-c365fcef3d84 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:41.040612 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bc211074-f526-4a58-941c-fdb32dc38e3a req-e48c6e25-24f1-4244-a374-c365fcef3d84 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 943 time: 0.1303539
Jun 25 14:45:41.054183 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8d776-e3b7-4ae6-a8ed-11d791027e21 req-9309de27-da38-4e8f-93fa-d4aec8d7c522 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:41.055684 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-27b8d776-e3b7-4ae6-a8ed-11d791027e21 req-9309de27-da38-4e8f-93fa-d4aec8d7c522 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.1784539
Jun 25 14:45:41.131560 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5eebfc62-7fa5-420f-aea5-05ffb76f2465 req-2d00a530-0007-41af-81f0-2ce7380a86f3 service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1835291
Jun 25 14:45:41.137822 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bc211074-f526-4a58-941c-fdb32dc38e3a req-0568e00c-261c-4b24-8f98-1301da6c5e1c tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811641
Jun 25 14:45:41.150376 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-27b8d776-e3b7-4ae6-a8ed-11d791027e21 req-5886209d-9f8a-4625-863c-0b9709d1d36b tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707319
Jun 25 14:45:41.244750 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa5335-8a96-4688-979d-6cdcb556bac2 None None] New status for floating IP 42133a8e-7ac6-4902-be95-429a15b15c41: ACTIVE {{(pid=78438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 25 14:45:41.436807 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5eebfc62-7fa5-420f-aea5-05ffb76f2465 req-91cdb540-6051-4454-a1f2-9820fa502139 service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2929804
Jun 25 14:45:41.533301 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 0458040e-6b30-4b25-a09a-04ec7269be86 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 14:45:41.682155 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 0458040e-6b30-4b25-a09a-04ec7269be86, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0458040e-6b30-4b25-a09a-04ec7269be86,segment=NetworkSegment(1b71895d-9a4e-4bfa-a007-caf8156298e3),segment_id=1b71895d-9a4e-4bfa-a007-caf8156298e3)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:45:41.697632 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': '0458040e-6b30-4b25-a09a-04ec7269be86', 'network_id': '6236b1ee-6a77-4b84-8c99-a47ec0d986a3', 'port_id': '0458040e-6b30-4b25-a09a-04ec7269be86', 'mac_address': 'fa:16:3e:1b:8a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4c8ad2-99f0-419d-ae91-7368480789e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 14:45:41.754534 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:41.773826 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0458040e-6b30-4b25-a09a-04ec7269be86 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:45:41.800460 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:41.802259 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 0458040e-6b30-4b25-a09a-04ec7269be86, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0458040e-6b30-4b25-a09a-04ec7269be86,segment=NetworkSegment(1b71895d-9a4e-4bfa-a007-caf8156298e3),segment_id=1b71895d-9a4e-4bfa-a007-caf8156298e3)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:45:41.806213 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:41.808958 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:41.889695 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=0458040e-6b30-4b25-a09a-04ec7269be86,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:41.892853 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:42.115937 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a2ed9d0d-a0f7-4106-8a61-f537df271522 req-e9ce5ce6-6504-4231-84c0-48329e8707a7 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439452752&fields=id&tenant_id=86e0a63701734a29b9ce1cfc8805ebe0 HTTP/1.1" status: 200  len: 267 time: 0.0495455
Jun 25 14:45:42.253110 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['0458040e-6b30-4b25-a09a-04ec7269be86'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:45:42.253961 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed9d0d-a0f7-4106-8a61-f537df271522 req-06d58c24-ab22-419e-bb94-9db32b354551 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:42.256595 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a2ed9d0d-a0f7-4106-8a61-f537df271522 req-06d58c24-ab22-419e-bb94-9db32b354551 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 984 time: 0.1339805
Jun 25 14:45:42.267882 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [req-a2ed9d0d-a0f7-4106-8a61-f537df271522 req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Request body: {'port': {'security_groups': ['e3ee885a-e723-45fd-abed-1bccbe4ecca6']}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 14:45:42.450826 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a2ed9d0d-a0f7-4106-8a61-f537df271522 req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:42.528284 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ee66b-b337-4f65-847c-e3d2af1736df req-511fc637-6cbc-4673-a1a1-21aa9ab51de7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:42.529743 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c99ee66b-b337-4f65-847c-e3d2af1736df req-511fc637-6cbc-4673-a1a1-21aa9ab51de7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 944 time: 0.2020509
Jun 25 14:45:42.610060 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c99ee66b-b337-4f65-847c-e3d2af1736df req-afa1706d-fa7f-416e-8e16-21014858e18e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711491
Jun 25 14:45:42.793744 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [req-a2ed9d0d-a0f7-4106-8a61-f537df271522 req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] For port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=55c47e6d-98e7-4f0d-b3e1-85a823c05e55,segment=NetworkSegment(de30a297-97be-4c4b-8075-4fdee5b8995e),segment_id=de30a297-97be-4c4b-8075-4fdee5b8995e)] {{(pid=78435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:45:42.832228 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a2ed9d0d-a0f7-4106-8a61-f537df271522 req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for port, precommit_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:42.839041 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a2ed9d0d-a0f7-4106-8a61-f537df271522 req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6486730'] for port, after_update {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:42.846657 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:42.892337 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40e301-a4bc-46d2-b25c-660005548e49 req-d06729d0-7ff8-42bf-bc04-47138b8d85a7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:42.893874 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-da40e301-a4bc-46d2-b25c-660005548e49 req-d06729d0-7ff8-42bf-bc04-47138b8d85a7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.1665425
Jun 25 14:45:42.939046 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed9d0d-a0f7-4106-8a61-f537df271522 req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:42.939718 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [req-a2ed9d0d-a0f7-4106-8a61-f537df271522 req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:42.941174 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a2ed9d0d-a0f7-4106-8a61-f537df271522 req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "PUT /v2.0/ports/55c47e6d-98e7-4f0d-b3e1-85a823c05e55 HTTP/1.1" status: 200  len: 942 time: 0.6782267
Jun 25 14:45:42.941712 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'tag': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55'}] {{(pid=78435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:45:42.950140 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 39650) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:45:42.988327 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-da40e301-a4bc-46d2-b25c-660005548e49 req-b241b97c-a375-4f8b-b363-0ea84e33d68f tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842569
Jun 25 14:45:42.989061 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Pushing event updated for resources: {'Port': ['ID=55c47e6d-98e7-4f0d-b3e1-85a823c05e55,revision_number=7']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:43.005089 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:43.006949 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:43.017473 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:43.017473 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:43.017473 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:43.017473 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:43.017473 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:43.017473 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:43.017473 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:43.017473 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:43.017473 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:43.017473 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:43.029781 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-fec8a2e0-56c7-4082-8685-b46712546e09 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:43.096854 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4ce43743-a122-443f-8fa8-abf1743976c2 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:43.133794 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4ce43743-a122-443f-8fa8-abf1743976c2 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:43.192608 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['55c47e6d-98e7-4f0d-b3e1-85a823c05e55'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:45:43.201337 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'tag': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55', 'status': 'completed', 'code': 200}
Jun 25 14:45:43.228603 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4ce43743-a122-443f-8fa8-abf1743976c2 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:43.237007 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e8b9f522-e758-4e3a-be8e-696fa9261328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:43.252530 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce43743-a122-443f-8fa8-abf1743976c2 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb592a4-b095-4a4e-9a63-e369bfce4c12,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:43.255762 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4ce43743-a122-443f-8fa8-abf1743976c2 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:43.262637 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4ce43743-a122-443f-8fa8-abf1743976c2 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:43.267727 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-4ce43743-a122-443f-8fa8-abf1743976c2 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "DELETE /v2.0/security-groups/ecb592a4-b095-4a4e-9a63-e369bfce4c12 HTTP/1.1" status: 204  len: 168 time: 0.3134565
Jun 25 14:45:43.267964 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 39654) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:45:43.297004 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['55c47e6d-98e7-4f0d-b3e1-85a823c05e55'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:45:43.415656 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:43.443383 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-8b2b4c23-e813-473d-8c2d-699164ab0f2a None None] Provisioning complete for port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 triggered by entity DHCP. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:45:43.443759 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8b2b4c23-e813-473d-8c2d-699164ab0f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:43.541653 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efa332-8154-4d99-855d-e0bc7b8a4980 req-0c1c4346-d0d2-434c-b6f3-2884fb452d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:43.543067 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-38efa332-8154-4d99-855d-e0bc7b8a4980 req-0c1c4346-d0d2-434c-b6f3-2884fb452d9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=86e0a63701734a29b9ce1cfc8805ebe0&device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 1098 time: 0.2137110
Jun 25 14:45:43.546887 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 0458040e-6b30-4b25-a09a-04ec7269be86 up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:45:43.569075 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-4974515d-9beb-477b-9ced-0c3c5e0ebe11 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Deleting port 655a6fb8-5eea-4dbe-8926-9c91a30d7284 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:45:43.569302 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4974515d-9beb-477b-9ced-0c3c5e0ebe11 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:43.806972 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port 0458040e-6b30-4b25-a09a-04ec7269be86 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 14:45:43.824587 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4974515d-9beb-477b-9ced-0c3c5e0ebe11 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:43.824788 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4974515d-9beb-477b-9ced-0c3c5e0ebe11 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:43.827826 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port 0458040e-6b30-4b25-a09a-04ec7269be86 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:45:43.828201 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:43.828891 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1b389-8af2-40ab-a000-ee101762e126 req-62aabcf2-79f8-40e2-b305-cdec86a938bc tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:43.830613 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-68d1b389-8af2-40ab-a000-ee101762e126 req-62aabcf2-79f8-40e2-b305-cdec86a938bc tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 944 time: 0.1015730
Jun 25 14:45:43.891410 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-68d1b389-8af2-40ab-a000-ee101762e126 req-418a55a9-3398-403a-95f2-70afc2cdc43f tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526962
Jun 25 14:45:43.954686 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efa332-8154-4d99-855d-e0bc7b8a4980 req-9344f982-520c-4208-a45c-87c37371040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:43.955884 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-38efa332-8154-4d99-855d-e0bc7b8a4980 req-9344f982-520c-4208-a45c-87c37371040a service neutron] 10.222.0.16 "GET /v2.0/networks?id=caaba7bb-316d-4d00-9ba2-d090d4751742 HTTP/1.1" status: 200  len: 916 time: 0.4046860
Jun 25 14:45:43.963803 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-4974515d-9beb-477b-9ced-0c3c5e0ebe11 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Calling delete_port for 655a6fb8-5eea-4dbe-8926-9c91a30d7284 owned by network:floatingip {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:45:43.971292 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:44.000578 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeac4f3-6bd1-4dc0-92fd-92475daaee3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0458040e-6b30-4b25-a09a-04ec7269be86'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:45:44.011956 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 0458040e-6b30-4b25-a09a-04ec7269be86, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0458040e-6b30-4b25-a09a-04ec7269be86,segment=NetworkSegment(1b71895d-9a4e-4bfa-a007-caf8156298e3),segment_id=1b71895d-9a4e-4bfa-a007-caf8156298e3)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:45:44.017609 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:44.019559 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:44.073986 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eeac4f3-6bd1-4dc0-92fd-92475daaee3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0458040e-6b30-4b25-a09a-04ec7269be86', 'code': 200}
Jun 25 14:45:44.112747 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=0458040e-6b30-4b25-a09a-04ec7269be86,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:44.124651 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:44.134040 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-38efa332-8154-4d99-855d-e0bc7b8a4980 req-6ac74463-4475-444b-82c7-36d491029a30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55c47e6d-98e7-4f0d-b3e1-85a823c05e55 HTTP/1.1" status: 200  len: 1001 time: 0.1437457
Jun 25 14:45:44.248772 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbc133-f674-4b02-9ade-98a1bbe34084 req-02c58fae-6905-411d-abb4-51bc58ebe84a tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:44.249661 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-63fbc133-f674-4b02-9ade-98a1bbe34084 req-02c58fae-6905-411d-abb4-51bc58ebe84a tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.1059926
Jun 25 14:45:44.285627 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efa332-8154-4d99-855d-e0bc7b8a4980 req-634f13bd-7416-4c65-8c8e-1b800e5ad1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:44.288085 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-38efa332-8154-4d99-855d-e0bc7b8a4980 req-634f13bd-7416-4c65-8c8e-1b800e5ad1bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99d7a17a-27dd-4982-944f-8975a8bc4ef7 HTTP/1.1" status: 200  len: 854 time: 0.1396840
Jun 25 14:45:44.317472 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-63fbc133-f674-4b02-9ade-98a1bbe34084 req-d00ee0ec-a652-4a48-8e53-987c07ad5c35 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556877
Jun 25 14:45:44.387619 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4974515d-9beb-477b-9ced-0c3c5e0ebe11 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:44.396438 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d69c80f2-aa42-4727-bf99-5892919577d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:44.488513 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974515d-9beb-477b-9ced-0c3c5e0ebe11 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Pushing event deleted for resources: {'Port': ['ID=655a6fb8-5eea-4dbe-8926-9c91a30d7284,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:44.491987 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4974515d-9beb-477b-9ced-0c3c5e0ebe11 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:44.629663 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4974515d-9beb-477b-9ced-0c3c5e0ebe11 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks [] for floatingip, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:44.629895 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.l3_db [None req-4974515d-9beb-477b-9ced-0c3c5e0ebe11 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Floating IP c8e31299-16db-496f-870a-3eb78288572b disassociated (deleted). External IP: 172.27.3.210, port: 55c47e6d-98e7-4f0d-b3e1-85a823c05e55.
Jun 25 14:45:44.775649 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efa332-8154-4d99-855d-e0bc7b8a4980 req-9cc2883b-13c5-498d-9c82-99cc52c9ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:44.777147 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-38efa332-8154-4d99-855d-e0bc7b8a4980 req-9cc2883b-13c5-498d-9c82-99cc52c9ab6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=caaba7bb-316d-4d00-9ba2-d090d4751742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4642353
Jun 25 14:45:44.828628 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0527de-34a6-4851-b67c-dff94e34fd76 req-573d8200-6dd7-4572-a8df-45dc620e4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:44.830067 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5d0527de-34a6-4851-b67c-dff94e34fd76 req-573d8200-6dd7-4572-a8df-45dc620e4d14 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 1098 time: 0.4026544
Jun 25 14:45:45.018217 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5d0527de-34a6-4851-b67c-dff94e34fd76 req-93200280-9a0a-4ece-a238-033e7bd62b1c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409469
Jun 25 14:45:45.067880 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-38efa332-8154-4d99-855d-e0bc7b8a4980 req-56de2f2e-cc0a-4fe6-8e74-014c6ff0af76 service neutron] 10.222.0.16 "GET /v2.0/networks/caaba7bb-316d-4d00-9ba2-d090d4751742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2812595
Jun 25 14:45:45.121126 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ba69d-e32b-4db6-b827-9ddd6b593ab0 req-49911f2b-b39b-410f-88b2-cfd0f73a40ce tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:45.122809 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c88ba69d-e32b-4db6-b827-9ddd6b593ab0 req-49911f2b-b39b-410f-88b2-cfd0f73a40ce tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 945 time: 0.1061122
Jun 25 14:45:45.175452 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4974515d-9beb-477b-9ced-0c3c5e0ebe11 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Router 9962358e-e7a9-48fd-87ab-b064ae320c81 has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:45:45.181392 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c88ba69d-e32b-4db6-b827-9ddd6b593ab0 req-1018530e-8d33-469a-8262-4202b9a5c493 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506544
Jun 25 14:45:45.487805 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4974515d-9beb-477b-9ced-0c3c5e0ebe11 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:45:45.505275 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6e957-f809-402f-9186-c75b51bdc726 None None] Sync routers for ids ['9962358e-e7a9-48fd-87ab-b064ae320c81'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:45:45.533651 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6e957-f809-402f-9186-c75b51bdc726 None None] Routers {'9962358e-e7a9-48fd-87ab-b064ae320c81'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:45:45.534267 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-2de6e957-f809-402f-9186-c75b51bdc726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28bdac8b0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:45:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['9962358e-e7a9-48fd-87ab-b064ae320c81'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:45:45.545647 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-38efa332-8154-4d99-855d-e0bc7b8a4980 req-5eb05e54-2004-4d1c-8380-089d455e1129 service neutron] 10.222.0.16 "GET /v2.0/networks/caaba7bb-316d-4d00-9ba2-d090d4751742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2042994
Jun 25 14:45:45.549170 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4974515d-9beb-477b-9ced-0c3c5e0ebe11 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:45.630703 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f278760-70cb-4dbb-8474-218686bff59d req-3bc64388-6311-4766-a065-2e8eff51ff7f tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:45.633212 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9f278760-70cb-4dbb-8474-218686bff59d req-3bc64388-6311-4766-a065-2e8eff51ff7f tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.1472840
Jun 25 14:45:45.642299 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-4974515d-9beb-477b-9ced-0c3c5e0ebe11 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "DELETE /v2.0/floatingips/c8e31299-16db-496f-870a-3eb78288572b HTTP/1.1" status: 204  len: 168 time: 2.3733892
Jun 25 14:45:45.643360 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'tag': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:45:45.688111 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9f278760-70cb-4dbb-8474-218686bff59d req-9a652c76-83a6-42f9-9593-d81c943b753b tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425024
Jun 25 14:45:45.759595 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-2de6e957-f809-402f-9186-c75b51bdc726 None None] Set router 9962358e-e7a9-48fd-87ab-b064ae320c81 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:45:45.838118 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'tag': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55', 'status': 'completed', 'code': 200}
Jun 25 14:45:46.031867 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956dc7f-615d-4f11-9ad9-d8831e37c6a7 req-4a4e37fc-4fe0-45e6-8768-f9dda309455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:46.034717 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b956dc7f-615d-4f11-9ad9-d8831e37c6a7 req-4a4e37fc-4fe0-45e6-8768-f9dda309455d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=86e0a63701734a29b9ce1cfc8805ebe0&device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 1098 time: 0.1160805
Jun 25 14:45:46.203338 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-2de6e957-f809-402f-9186-c75b51bdc726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28bdac8b0>, [{'id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'name': 'tempest-TestMinimumBasicScenario-2032555589-router', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:04Z', 'updated_at': '2021-06-25T14:42:10Z', 'revision_number': 4, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'gw_port': {'id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:05Z', 'updated_at': '2021-06-25T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '87d545b7-f330-4974-aecc-f468f996e2e7', 'name': '', 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'mac_address': 'fa:16:3e:d7:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:10Z', 'updated_at': '2021-06-25T14:42:20Z', 'revision_number': 5, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'subnets': [{'id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:45:46.211222 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6e957-f809-402f-9186-c75b51bdc726 None None] Checking router: 9962358e-e7a9-48fd-87ab-b064ae320c81 for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:45:46.238457 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6e957-f809-402f-9186-c75b51bdc726 None None] Routers {'9962358e-e7a9-48fd-87ab-b064ae320c81'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:45:46.239425 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-2de6e957-f809-402f-9186-c75b51bdc726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28bdac8b0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:45:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['9962358e-e7a9-48fd-87ab-b064ae320c81'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:45:46.244048 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956dc7f-615d-4f11-9ad9-d8831e37c6a7 req-6923ca94-db96-4ac2-afe4-a5d0d2b4b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:46.246364 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b956dc7f-615d-4f11-9ad9-d8831e37c6a7 req-6923ca94-db96-4ac2-afe4-a5d0d2b4b204 service neutron] 10.222.0.16 "GET /v2.0/networks?id=caaba7bb-316d-4d00-9ba2-d090d4751742 HTTP/1.1" status: 200  len: 916 time: 0.1927605
Jun 25 14:45:46.372538 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b956dc7f-615d-4f11-9ad9-d8831e37c6a7 req-8a26304a-789c-4fe5-a855-900e70adaa8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55c47e6d-98e7-4f0d-b3e1-85a823c05e55 HTTP/1.1" status: 200  len: 217 time: 0.1033394
Jun 25 14:45:46.489930 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956dc7f-615d-4f11-9ad9-d8831e37c6a7 req-65115945-eb4b-477d-9296-94dc9e430506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:46.491972 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b956dc7f-615d-4f11-9ad9-d8831e37c6a7 req-65115945-eb4b-477d-9296-94dc9e430506 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99d7a17a-27dd-4982-944f-8975a8bc4ef7 HTTP/1.1" status: 200  len: 854 time: 0.1050172
Jun 25 14:45:46.528338 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-2de6e957-f809-402f-9186-c75b51bdc726 None None] Set router 9962358e-e7a9-48fd-87ab-b064ae320c81 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:45:46.663628 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6f7f0-58c4-40ec-a764-37dedfcaf00c req-809e3d16-62c9-4c35-a58a-c42a52fe9adc tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:46.671089 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5fe6f7f0-58c4-40ec-a764-37dedfcaf00c req-809e3d16-62c9-4c35-a58a-c42a52fe9adc tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 945 time: 0.2439039
Jun 25 14:45:46.728361 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5fe6f7f0-58c4-40ec-a764-37dedfcaf00c req-31c1e050-3e36-4432-8690-99c084787e30 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558939
Jun 25 14:45:46.794157 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956dc7f-615d-4f11-9ad9-d8831e37c6a7 req-8a3568a1-75eb-41b6-8287-276c9f29f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:46.795694 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b956dc7f-615d-4f11-9ad9-d8831e37c6a7 req-8a3568a1-75eb-41b6-8287-276c9f29f267 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=caaba7bb-316d-4d00-9ba2-d090d4751742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1392930
Jun 25 14:45:47.049895 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc11b3f-c75e-4286-a7a9-08973c1e8667 req-dc46998c-7208-4489-8086-d14585926415 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:47.063134 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6cc11b3f-c75e-4286-a7a9-08973c1e8667 req-dc46998c-7208-4489-8086-d14585926415 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.1414337
Jun 25 14:45:47.133245 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-2de6e957-f809-402f-9186-c75b51bdc726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28bdac8b0>, [{'id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'name': 'tempest-TestMinimumBasicScenario-2032555589-router', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:04Z', 'updated_at': '2021-06-25T14:42:10Z', 'revision_number': 4, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'gw_port': {'id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:05Z', 'updated_at': '2021-06-25T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '87d545b7-f330-4974-aecc-f468f996e2e7', 'name': '', 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'mac_address': 'fa:16:3e:d7:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:10Z', 'updated_at': '2021-06-25T14:42:20Z', 'revision_number': 5, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'subnets': [{'id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:45:47.136965 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6cc11b3f-c75e-4286-a7a9-08973c1e8667 req-72c4df3c-9ec1-4e4c-ab48-39019c2239ad tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723844
Jun 25 14:45:47.137499 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6e957-f809-402f-9186-c75b51bdc726 None None] The sync data for ids ['9962358e-e7a9-48fd-87ab-b064ae320c81'] in dv-cinder-798091-1-iscsi is: [{'id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'name': 'tempest-TestMinimumBasicScenario-2032555589-router', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:04Z', 'updated_at': '2021-06-25T14:42:10Z', 'revision_number': 4, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'gw_port': {'id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:05Z', 'updated_at': '2021-06-25T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '87d545b7-f330-4974-aecc-f468f996e2e7', 'name': '', 'network_id': 'caaba7bb-316d-4d00-9ba2-d090d4751742', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'mac_address': 'fa:16:3e:d7:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:10Z', 'updated_at': '2021-06-25T14:42:20Z', 'revision_number': 5, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'subnets': [{'id': '99d7a17a-27dd-4982-944f-8975a8bc4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:45:47.210711 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b956dc7f-615d-4f11-9ad9-d8831e37c6a7 req-ef4d56b1-c7b6-4951-a0ce-87cd89f1b864 service neutron] 10.222.0.16 "GET /v2.0/networks/caaba7bb-316d-4d00-9ba2-d090d4751742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3787324
Jun 25 14:45:47.456436 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b956dc7f-615d-4f11-9ad9-d8831e37c6a7 req-f5abef26-7c01-47ca-8e80-7203dd867115 service neutron] 10.222.0.16 "GET /v2.0/networks/caaba7bb-316d-4d00-9ba2-d090d4751742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235138
Jun 25 14:45:47.491428 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce05b0c-019d-49be-a74e-31fedaad895b None None] New status for floating IP c8e31299-16db-496f-870a-3eb78288572b: DOWN {{(pid=78438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 25 14:45:47.990740 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4fcc5-53ce-41fc-bcc7-39ffddf366a6 req-d9a1915f-1ca4-4ff3-a964-11d85a66b70d tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:47.992311 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-50e4fcc5-53ce-41fc-bcc7-39ffddf366a6 req-d9a1915f-1ca4-4ff3-a964-11d85a66b70d tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 945 time: 0.0917952
Jun 25 14:45:48.048840 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-50e4fcc5-53ce-41fc-bcc7-39ffddf366a6 req-ae5cd6e7-470c-4e9e-9805-d3e60858cd6c tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503798
Jun 25 14:45:48.441954 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2b596-2805-4ca5-b744-6b54fdabd232 req-f0bd5f78-6409-4658-96a0-9f936a3098a0 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:48.443598 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-baf2b596-2805-4ca5-b744-6b54fdabd232 req-f0bd5f78-6409-4658-96a0-9f936a3098a0 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.1002331
Jun 25 14:45:48.497095 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-baf2b596-2805-4ca5-b744-6b54fdabd232 req-ef1fda20-7933-4f4a-8ace-ed8a7a42560f tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461729
Jun 25 14:45:49.565128 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 87f89596-7fce-462a-8204-3e372163ce05 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 14:45:49.739610 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 87f89596-7fce-462a-8204-3e372163ce05, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=87f89596-7fce-462a-8204-3e372163ce05,segment=NetworkSegment(693d6b23-7d5a-48cd-906c-9bc29a7d263c),segment_id=693d6b23-7d5a-48cd-906c-9bc29a7d263c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:45:49.758755 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': '87f89596-7fce-462a-8204-3e372163ce05', 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8', 'port_id': '87f89596-7fce-462a-8204-3e372163ce05', 'mac_address': 'fa:16:3e:2c:cd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 14:45:49.763424 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0f245-57c7-4ab6-ab0f-59965b47a819 req-3519de81-ce90-4f67-97e2-74aa05e495a7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:49.767012 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6fa0f245-57c7-4ab6-ab0f-59965b47a819 req-3519de81-ce90-4f67-97e2-74aa05e495a7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 943 time: 0.1207035
Jun 25 14:45:49.823947 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:49.843790 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6fa0f245-57c7-4ab6-ab0f-59965b47a819 req-856bec99-a724-4a1a-89ae-b64a881027c4 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646689
Jun 25 14:45:49.848634 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f89596-7fce-462a-8204-3e372163ce05 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 14:45:49.864161 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 87f89596-7fce-462a-8204-3e372163ce05, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=87f89596-7fce-462a-8204-3e372163ce05,segment=NetworkSegment(693d6b23-7d5a-48cd-906c-9bc29a7d263c),segment_id=693d6b23-7d5a-48cd-906c-9bc29a7d263c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:45:49.868652 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:49.870564 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:49.954466 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=87f89596-7fce-462a-8204-3e372163ce05,revision_number=7']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:49.967473 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:49.967891 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:49.968322 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:49.968806 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:49.969234 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:49.970370 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:49.970370 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:49.970775 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:49.971215 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:49.971667 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:49.972628 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:49.972999 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:45:49.977926 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:50.334812 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['87f89596-7fce-462a-8204-3e372163ce05'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:45:50.596318 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e522f0-0c16-4486-a3f6-f6cbb10d2c98 req-fe5e65b0-ef61-48f7-8a6f-9f6f4ec77c85 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:50.597782 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-84e522f0-0c16-4486-a3f6-f6cbb10d2c98 req-fe5e65b0-ef61-48f7-8a6f-9f6f4ec77c85 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 945 time: 0.0943713
Jun 25 14:45:50.666188 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-84e522f0-0c16-4486-a3f6-f6cbb10d2c98 req-9e3265b6-baf4-4998-a512-f6394dc90c41 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621753
Jun 25 14:45:51.067111 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34626400-3152-4ea6-a2e4-892682f7f8bc req-36d09e8b-2854-4f59-aec3-e7065a973316 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:51.068779 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-34626400-3152-4ea6-a2e4-892682f7f8bc req-36d09e8b-2854-4f59-aec3-e7065a973316 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 944 time: 0.0921795
Jun 25 14:45:51.120696 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-34626400-3152-4ea6-a2e4-892682f7f8bc req-53eab901-efef-4dd7-9969-2084549d0acf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432286
Jun 25 14:45:51.889679 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b1674-af70-4284-b39c-d73cd0be1645 req-f990ea3f-e66f-42ce-84a8-eb6e83ad9c94 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:51.891127 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-de4b1674-af70-4284-b39c-d73cd0be1645 req-f990ea3f-e66f-42ce-84a8-eb6e83ad9c94 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 945 time: 0.1080067
Jun 25 14:45:51.952821 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-de4b1674-af70-4284-b39c-d73cd0be1645 req-ef972631-76bc-4baf-8b12-7dbcffa41d3a tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557442
Jun 25 14:45:52.380441 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdedc4-3751-46d7-8365-88d342afad21 req-f919e3a3-8b84-4013-80d4-4d72f81ec4fb tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:52.382193 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-20bdedc4-3751-46d7-8365-88d342afad21 req-f919e3a3-8b84-4013-80d4-4d72f81ec4fb tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 944 time: 0.1200311
Jun 25 14:45:52.468156 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-20bdedc4-3751-46d7-8365-88d342afad21 req-3fff685a-2f49-4ba4-ad3f-2a14a339e77c tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745358
Jun 25 14:45:53.165125 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd6da9-3120-4867-887b-9113a44df34f req-0639749a-a3c2-445e-a020-fd17e6e12acb tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:53.166617 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-85dd6da9-3120-4867-887b-9113a44df34f req-0639749a-a3c2-445e-a020-fd17e6e12acb tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 945 time: 0.0920222
Jun 25 14:45:53.191112 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fae701-9c4c-42c9-a88b-0f2def87da39 req-81c0d4a6-4ae0-4882-8b35-ccc49217f95f tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:53.191961 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-d6fae701-9c4c-42c9-a88b-0f2def87da39 req-81c0d4a6-4ae0-4882-8b35-ccc49217f95f tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Synchronizing usage tracker for tenant:86e0a63701734a29b9ce1cfc8805ebe0 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:45:53.210404 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-d6fae701-9c4c-42c9-a88b-0f2def87da39 req-81c0d4a6-4ae0-4882-8b35-ccc49217f95f tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Unset dirty status for tenant:86e0a63701734a29b9ce1cfc8805ebe0 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:45:53.211598 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6fae701-9c4c-42c9-a88b-0f2def87da39 req-81c0d4a6-4ae0-4882-8b35-ccc49217f95f tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 945 time: 0.1172612
Jun 25 14:45:53.222929 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-85dd6da9-3120-4867-887b-9113a44df34f req-3ec34e5d-dada-4dc4-b679-098a540a33ce tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3ee885a-e723-45fd-abed-1bccbe4ecca6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463095
Jun 25 14:45:53.284225 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-d6fae701-9c4c-42c9-a88b-0f2def87da39 req-bbcff0a6-34ec-4cf0-9d36-87e6161c3bae tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Deleting port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:45:53.284618 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d6fae701-9c4c-42c9-a88b-0f2def87da39 req-bbcff0a6-34ec-4cf0-9d36-87e6161c3bae tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:53.543136 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-d6fae701-9c4c-42c9-a88b-0f2def87da39 req-bbcff0a6-34ec-4cf0-9d36-87e6161c3bae tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] For port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=55c47e6d-98e7-4f0d-b3e1-85a823c05e55,segment=NetworkSegment(de30a297-97be-4c4b-8075-4fdee5b8995e),segment_id=de30a297-97be-4c4b-8075-4fdee5b8995e)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:45:53.543591 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d6fae701-9c4c-42c9-a88b-0f2def87da39 req-bbcff0a6-34ec-4cf0-9d36-87e6161c3bae tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:53.589921 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 87f89596-7fce-462a-8204-3e372163ce05 up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 14:45:53.665925 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port 87f89596-7fce-462a-8204-3e372163ce05 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 14:45:53.666301 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:53.677232 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-d6fae701-9c4c-42c9-a88b-0f2def87da39 req-bbcff0a6-34ec-4cf0-9d36-87e6161c3bae tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Calling delete_port for 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 owned by compute:nova {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:45:53.702686 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbca9a3-485e-49ae-9370-2b7985bad49d req-802f5bcf-5af0-4d78-9eec-8a597bcb19b6 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:53.705168 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ccbca9a3-485e-49ae-9370-2b7985bad49d req-802f5bcf-5af0-4d78-9eec-8a597bcb19b6 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 944 time: 0.1165318
Jun 25 14:45:53.795808 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ccbca9a3-485e-49ae-9370-2b7985bad49d req-e91695f3-3f95-427b-986d-856966ba07e3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822423
Jun 25 14:45:53.833312 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:53.849014 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d6fae701-9c4c-42c9-a88b-0f2def87da39 req-bbcff0a6-34ec-4cf0-9d36-87e6161c3bae tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:53.866401 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9d46f133-65f3-487f-a715-9f8d1fbb2faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:53.873733 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f89596-7fce-462a-8204-3e372163ce05'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:45:53.886005 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 87f89596-7fce-462a-8204-3e372163ce05, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=87f89596-7fce-462a-8204-3e372163ce05,segment=NetworkSegment(693d6b23-7d5a-48cd-906c-9bc29a7d263c),segment_id=693d6b23-7d5a-48cd-906c-9bc29a7d263c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:45:53.894781 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:53.899972 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:53.921272 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcff0a6-34ec-4cf0-9d36-87e6161c3bae tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Pushing event deleted for resources: {'Port': ['ID=55c47e6d-98e7-4f0d-b3e1-85a823c05e55,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:53.924068 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bbcff0a6-34ec-4cf0-9d36-87e6161c3bae tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:53.964090 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['55c47e6d-98e7-4f0d-b3e1-85a823c05e55'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:45:54.016907 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fae701-9c4c-42c9-a88b-0f2def87da39 req-bbcff0a6-34ec-4cf0-9d36-87e6161c3bae tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] No DVR routers for this DVR port 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 on host hv-cinder-79809 {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:45:54.019804 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d6fae701-9c4c-42c9-a88b-0f2def87da39 req-bbcff0a6-34ec-4cf0-9d36-87e6161c3bae tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:54.022833 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'name': 'network-vif-deleted', 'tag': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:45:54.040564 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d6fae701-9c4c-42c9-a88b-0f2def87da39 req-bbcff0a6-34ec-4cf0-9d36-87e6161c3bae tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.16 "DELETE /v2.0/ports/55c47e6d-98e7-4f0d-b3e1-85a823c05e55 HTTP/1.1" status: 204  len: 173 time: 0.8210011
Jun 25 14:45:54.056649 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=87f89596-7fce-462a-8204-3e372163ce05,revision_number=8']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:54.061222 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:54.110474 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f89596-7fce-462a-8204-3e372163ce05', 'code': 200}
Jun 25 14:45:54.158479 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c06c4b8-d7ec-43ce-a06a-90349f0e9083', 'name': 'network-vif-deleted', 'tag': '55c47e6d-98e7-4f0d-b3e1-85a823c05e55', 'status': 'completed', 'code': 200}
Jun 25 14:45:54.460141 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f6e82bdd-610c-4e9c-a053-8e0b30ea0972 req-c0d9191e-f9e3-41bb-b2e7-4b51cc4c85ee tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c06c4b8-d7ec-43ce-a06a-90349f0e9083 HTTP/1.1" status: 200  len: 210 time: 0.0631430
Jun 25 14:45:54.675140 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00887f31-bbb9-4c15-9f16-1c9e34f4c202 req-cc48ce5b-c0c8-4522-9233-62e64dfb24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:54.677772 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-00887f31-bbb9-4c15-9f16-1c9e34f4c202 req-cc48ce5b-c0c8-4522-9233-62e64dfb24cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 1098 time: 0.0758393
Jun 25 14:45:54.722368 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-00887f31-bbb9-4c15-9f16-1c9e34f4c202 req-ffcd2b9f-fb68-4804-af6b-370b4d266ab7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372717
Jun 25 14:45:54.997769 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3123480-7f86-4abf-b73e-de2afa619aad req-bb73e4ae-16e1-4a09-83ef-1170ff91f124 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:54.999676 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e3123480-7f86-4abf-b73e-de2afa619aad req-bb73e4ae-16e1-4a09-83ef-1170ff91f124 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.0934021
Jun 25 14:45:55.070918 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e3123480-7f86-4abf-b73e-de2afa619aad req-bc70ac4d-380a-4ec6-a377-bdc408f4ec01 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622084
Jun 25 14:45:56.437986 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eae0a3-6c10-4712-a765-8dfa070e93f2 req-6e346595-0ccc-46ad-adbf-8197e359f3e9 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:56.442765 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f1eae0a3-6c10-4712-a765-8dfa070e93f2 req-6e346595-0ccc-46ad-adbf-8197e359f3e9 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.1927614
Jun 25 14:45:56.543697 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 39856) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:45:56.553944 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f1eae0a3-6c10-4712-a765-8dfa070e93f2 req-5e814a19-3e6d-4c4c-a6f5-4c65c1073bc0 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0997961
Jun 25 14:45:57.359850 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6e39e6a3-0fa1-499a-8c5f-bf0627fab81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760582'] for router_interface, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:57.631889 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:45:57.730594 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] No Port match for: 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:45:57.731704 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 55c47e6d-98e7-4f0d-b3e1-85a823c05e55 not bound to the agent host hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:45:57.734786 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:45:57.784512 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-6e39e6a3-0fa1-499a-8c5f-bf0627fab81b admin admin] Deleting port 87d545b7-f330-4974-aecc-f468f996e2e7 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:45:57.785371 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6e39e6a3-0fa1-499a-8c5f-bf0627fab81b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:57.875573 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c978fdf-cd63-4e1a-8209-150a4cc81e6a req-9c45486a-244d-41ff-81f6-ba28ecb21d06 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:45:57.883721 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6c978fdf-cd63-4e1a-8209-150a4cc81e6a req-9c45486a-244d-41ff-81f6-ba28ecb21d06 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.1445756
Jun 25 14:45:57.955367 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6c978fdf-cd63-4e1a-8209-150a4cc81e6a req-8f4b3e4f-cbc3-4191-b321-569b58293125 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707009
Jun 25 14:45:58.072773 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [None req-6e39e6a3-0fa1-499a-8c5f-bf0627fab81b admin admin] For port 87d545b7-f330-4974-aecc-f468f996e2e7, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=87d545b7-f330-4974-aecc-f468f996e2e7,segment=NetworkSegment(de30a297-97be-4c4b-8075-4fdee5b8995e),segment_id=de30a297-97be-4c4b-8075-4fdee5b8995e)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:45:58.073140 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6e39e6a3-0fa1-499a-8c5f-bf0627fab81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:58.203539 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-6e39e6a3-0fa1-499a-8c5f-bf0627fab81b admin admin] Calling delete_port for 87d545b7-f330-4974-aecc-f468f996e2e7 owned by network:router_interface {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:45:58.575411 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6e39e6a3-0fa1-499a-8c5f-bf0627fab81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:58.580679 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:45:58.630911 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39e6a3-0fa1-499a-8c5f-bf0627fab81b admin admin] Pushing event deleted for resources: {'Port': ['ID=87d545b7-f330-4974-aecc-f468f996e2e7,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:45:58.656627 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6e39e6a3-0fa1-499a-8c5f-bf0627fab81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:45:59.029395 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6e39e6a3-0fa1-499a-8c5f-bf0627fab81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760746'] for router_interface, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:59.458440 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e39e6a3-0fa1-499a-8c5f-bf0627fab81b admin admin] Router 9962358e-e7a9-48fd-87ab-b064ae320c81 has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:45:59.653027 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e39e6a3-0fa1-499a-8c5f-bf0627fab81b admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:45:59.661936 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7cead-c193-4f06-a939-1b89703247ea None None] Sync routers for ids ['9962358e-e7a9-48fd-87ab-b064ae320c81'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:45:59.666034 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-6e39e6a3-0fa1-499a-8c5f-bf0627fab81b admin admin] 10.222.0.52 "PUT /v2.0/routers/9962358e-e7a9-48fd-87ab-b064ae320c81/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1117446
Jun 25 14:45:59.668888 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 39880) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:45:59.675956 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f7cead-c193-4f06-a939-1b89703247ea None None] Routers {'9962358e-e7a9-48fd-87ab-b064ae320c81'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:45:59.676613 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-82f7cead-c193-4f06-a939-1b89703247ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b1d14f0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:45:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['9962358e-e7a9-48fd-87ab-b064ae320c81'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:45:59.870707 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] Notify callbacks [] for router, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:45:59.881106 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-82f7cead-c193-4f06-a939-1b89703247ea None None] Set router 9962358e-e7a9-48fd-87ab-b064ae320c81 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:46:00.225339 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:00.237362 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] Deleting port 41d1b558-4358-4028-9511-cbf4b6fdc87d {{(pid=78435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:46:00.237851 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:00.269115 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-82f7cead-c193-4f06-a939-1b89703247ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b1d14f0>, [{'id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'name': 'tempest-TestMinimumBasicScenario-2032555589-router', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:04Z', 'updated_at': '2021-06-25T14:45:58Z', 'revision_number': 5, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'gw_port': {'id': '41d1b558-4358-4028-9511-cbf4b6fdc87d', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:05Z', 'updated_at': '2021-06-25T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:46:00.273726 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7cead-c193-4f06-a939-1b89703247ea None None] Checking router: 9962358e-e7a9-48fd-87ab-b064ae320c81 for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:46:00.284011 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f7cead-c193-4f06-a939-1b89703247ea None None] Routers {'9962358e-e7a9-48fd-87ab-b064ae320c81'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:46:00.284662 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-82f7cead-c193-4f06-a939-1b89703247ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b1d14f0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:45:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['9962358e-e7a9-48fd-87ab-b064ae320c81'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:46:00.466944 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-82f7cead-c193-4f06-a939-1b89703247ea None None] Set router 9962358e-e7a9-48fd-87ab-b064ae320c81 gateway port host: None {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:46:00.497222 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] For port 41d1b558-4358-4028-9511-cbf4b6fdc87d, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=41d1b558-4358-4028-9511-cbf4b6fdc87d,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:46:00.497589 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:00.573590 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-82f7cead-c193-4f06-a939-1b89703247ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b1d14f0>, [{'id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'name': 'tempest-TestMinimumBasicScenario-2032555589-router', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:04Z', 'updated_at': '2021-06-25T14:46:00Z', 'revision_number': 6, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'gw_port_host': None}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:46:00.577954 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7cead-c193-4f06-a939-1b89703247ea None None] The sync data for ids ['9962358e-e7a9-48fd-87ab-b064ae320c81'] in dv-cinder-798091-1-iscsi is: [{'id': '9962358e-e7a9-48fd-87ab-b064ae320c81', 'name': 'tempest-TestMinimumBasicScenario-2032555589-router', 'tenant_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:04Z', 'updated_at': '2021-06-25T14:46:00Z', 'revision_number': 6, 'project_id': '86e0a63701734a29b9ce1cfc8805ebe0', 'gw_port_host': None}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:46:00.624549 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] Calling delete_port for 41d1b558-4358-4028-9511-cbf4b6fdc87d owned by network:router_gateway {{(pid=78435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:46:00.806163 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:00.809952 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ba285f86-881e-49b7-8207-fd41a845b083 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:46:00.854533 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d1b558-4358-4028-9511-cbf4b6fdc87d,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:46:00.857608 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:46:00.952436 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549411'] for router_gateway, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:01.142012 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-996'] for router, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:01.144181 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:01.170798 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691918'] for router, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:01.171454 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9962358e-e7a9-48fd-87ab-b064ae320c81 {{(pid=78435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 25 14:46:01.186185 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] Notify callbacks [] for router, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:01.187490 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] 10.222.0.52 "DELETE /v2.0/routers/9962358e-e7a9-48fd-87ab-b064ae320c81 HTTP/1.1" status: 204  len: 168 time: 1.5174887
Jun 25 14:46:01.191446 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 39888) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:46:01.270694 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4743981-a47b-45e9-9097-25899f8a8590 admin admin] Deleting subnet 99d7a17a-27dd-4982-944f-8975a8bc4ef7 {{(pid=78435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 25 14:46:01.274978 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c4743981-a47b-45e9-9097-25899f8a8590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:01.328865 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c4743981-a47b-45e9-9097-25899f8a8590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6995110'] for subnet, precommit_delete_associations {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:01.495411 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 87d545b7-f330-4974-aecc-f468f996e2e7 no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:46:01.498698 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c4743981-a47b-45e9-9097-25899f8a8590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409244'] for subnet, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:01.556996 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 87d545b7-f330-4974-aecc-f468f996e2e7 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:46:01.557559 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 87d545b7-f330-4974-aecc-f468f996e2e7 not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:46:01.558242 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 41d1b558-4358-4028-9511-cbf4b6fdc87d no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:46:01.594041 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c4743981-a47b-45e9-9097-25899f8a8590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6485516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6392553'] for subnet, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:01.598268 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-053eb17a-88cd-45af-8605-d0722263de17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:46:01.620405 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 41d1b558-4358-4028-9511-cbf4b6fdc87d {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:46:01.621010 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 41d1b558-4358-4028-9511-cbf4b6fdc87d not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:46:01.632005 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4743981-a47b-45e9-9097-25899f8a8590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d7a17a-27dd-4982-944f-8975a8bc4ef7,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:46:01.635660 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c4743981-a47b-45e9-9097-25899f8a8590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:46:01.638383 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-c4743981-a47b-45e9-9097-25899f8a8590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:01.649365 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-c4743981-a47b-45e9-9097-25899f8a8590 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/99d7a17a-27dd-4982-944f-8975a8bc4ef7 HTTP/1.1" status: 204  len: 168 time: 0.4521451
Jun 25 14:46:01.649365 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 39896) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:46:01.651641 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e15ba72-801d-4f59-82a2-a61e82e69d42 None None] Network caaba7bb-316d-4d00-9ba2-d090d4751742 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:46:01.819900 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:01.900963 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1810749'] for network, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:01.920197 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] Deleting port 7410ad16-fb41-450f-89ec-fef8711d3592 {{(pid=78435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:46:01.920762 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:01.951522 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-91ddfac0-6e17-4a0e-8051-f1e405912373 req-2ebe53bd-42df-4db3-9bd4-9937a0b1d801 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0811543
Jun 25 14:46:02.010695 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433d9eaf-04eb-4d4f-b7da-6fb1970a7de8 None None] DHCP port deletion for caaba7bb-316d-4d00-9ba2-d090d4751742 request from dv-cinder-798091-1-iscsi {{(pid=78437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 25 14:46:02.017643 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-433d9eaf-04eb-4d4f-b7da-6fb1970a7de8 None None] Deleting port 7410ad16-fb41-450f-89ec-fef8711d3592 {{(pid=78437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:46:02.018324 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-433d9eaf-04eb-4d4f-b7da-6fb1970a7de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:02.140616 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddfac0-6e17-4a0e-8051-f1e405912373 req-5ed77c59-627a-41b1-965d-c658a6eb97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:02.145451 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-91ddfac0-6e17-4a0e-8051-f1e405912373 req-5ed77c59-627a-41b1-965d-c658a6eb97f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018120595eed44fe92439b2834f42c8e&device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 1098 time: 0.1376686
Jun 25 14:46:02.187526 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] For port 7410ad16-fb41-450f-89ec-fef8711d3592, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=7410ad16-fb41-450f-89ec-fef8711d3592,segment=NetworkSegment(de30a297-97be-4c4b-8075-4fdee5b8995e),segment_id=de30a297-97be-4c4b-8075-4fdee5b8995e)] {{(pid=78435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:46:02.187885 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:02.319180 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] Calling delete_port for 7410ad16-fb41-450f-89ec-fef8711d3592 owned by network:dhcp {{(pid=78435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:46:02.327209 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-433d9eaf-04eb-4d4f-b7da-6fb1970a7de8 None None] For port 7410ad16-fb41-450f-89ec-fef8711d3592, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=7410ad16-fb41-450f-89ec-fef8711d3592,segment=NetworkSegment(de30a297-97be-4c4b-8075-4fdee5b8995e),segment_id=de30a297-97be-4c4b-8075-4fdee5b8995e)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:46:02.327863 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-433d9eaf-04eb-4d4f-b7da-6fb1970a7de8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:02.390966 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddfac0-6e17-4a0e-8051-f1e405912373 req-c3dbcf93-cd17-487b-884c-aa3d80c930cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:02.392696 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-91ddfac0-6e17-4a0e-8051-f1e405912373 req-c3dbcf93-cd17-487b-884c-aa3d80c930cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=b956f638-dae2-4845-9486-f6605d1910a8 HTTP/1.1" status: 200  len: 909 time: 0.2207403
Jun 25 14:46:02.419033 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:02.423265 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:46:02.470334 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=7410ad16-fb41-450f-89ec-fef8711d3592,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:46:02.472957 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:46:02.478094 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] No DVR routers for this DVR port 7410ad16-fb41-450f-89ec-fef8711d3592 on host dv-cinder-798091-1-iscsi {{(pid=78435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:46:02.519966 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-433d9eaf-04eb-4d4f-b7da-6fb1970a7de8 None None] Calling delete_port for 7410ad16-fb41-450f-89ec-fef8711d3592 owned by network:dhcp {{(pid=78437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:46:02.575817 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-91ddfac0-6e17-4a0e-8051-f1e405912373 req-3186f5e2-0068-4368-bebe-fd96ebe607b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f89596-7fce-462a-8204-3e372163ce05 HTTP/1.1" status: 200  len: 1000 time: 0.1722357
Jun 25 14:46:02.606000 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410625', 'neutron.services.segments.db._delete_segments_for_network-8783892414913'] for network, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:02.626105 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd28af90c10>,) {'filters': {'network_id': ['caaba7bb-316d-4d00-9ba2-d090d4751742']}} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:46:02.640201 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28af90c10>, 'de30a297-97be-4c4b-8075-4fdee5b8995e') {'for_net_delete': True} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:46:02.640866 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28af90c10>, 'de30a297-97be-4c4b-8075-4fdee5b8995e') {} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:46:02.655157 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783892427816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6995103'] for segment, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:02.675929 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:02.681737 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddfac0-6e17-4a0e-8051-f1e405912373 req-edcc4368-676a-4d85-9bff-00eb9767b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:02.684521 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-91ddfac0-6e17-4a0e-8051-f1e405912373 req-edcc4368-676a-4d85-9bff-00eb9767b556 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54025221-f21c-4ee1-82d2-8f66a9dc0562 HTTP/1.1" status: 200  len: 847 time: 0.0953281
Jun 25 14:46:02.690296 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=78435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 25 14:46:02.690702 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1411209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6486702'] for segment, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:02.691519 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.db.api [None req-433d9eaf-04eb-4d4f-b7da-6fb1970a7de8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 25 14:46:02.692144 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_db.api [None req-433d9eaf-04eb-4d4f-b7da-6fb1970a7de8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]: Traceback (most recent call last):
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:     timer()
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:     cb(*args, **kw)
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:     return func(*args, **kwargs)
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:     self._notify()
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:     self.callback(batched_events)
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:     event.method(event)
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:     return f(self, *a, **k)
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._get(url).json()
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self.request(url, 'GET', **kwargs)
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 25 14:46:02.705714 dv-cinder-798091-1-iscsi neutron-server[78435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 25 14:46:02.777060 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddfac0-6e17-4a0e-8051-f1e405912373 req-1e2607a1-8956-455e-96e0-f5453668670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:02.780727 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-91ddfac0-6e17-4a0e-8051-f1e405912373 req-1e2607a1-8956-455e-96e0-f5453668670c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b956f638-dae2-4845-9486-f6605d1910a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851388
Jun 25 14:46:02.819349 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549382'] for network, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:02.824916 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:02.827889 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:46:02.851455 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=caaba7bb-316d-4d00-9ba2-d090d4751742,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:46:02.857196 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:46:02.861022 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-83280b04-2fb1-4f44-a55f-97e3b5013b29 admin admin] 10.222.0.52 "DELETE /v2.0/networks/caaba7bb-316d-4d00-9ba2-d090d4751742 HTTP/1.1" status: 204  len: 168 time: 1.2115450
Jun 25 14:46:02.865619 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 39908) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:46:03.015321 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-91ddfac0-6e17-4a0e-8051-f1e405912373 req-c81b2cce-89aa-44de-8a93-051f3fd377a2 service neutron] 10.222.0.16 "GET /v2.0/networks/b956f638-dae2-4845-9486-f6605d1910a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2275002
Jun 25 14:46:03.177732 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-91ddfac0-6e17-4a0e-8051-f1e405912373 req-2c7e5a6d-69e9-4d35-bb08-dac0af2d39f5 service neutron] 10.222.0.16 "GET /v2.0/networks/b956f638-dae2-4845-9486-f6605d1910a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539648
Jun 25 14:46:03.194149 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-433d9eaf-04eb-4d4f-b7da-6fb1970a7de8 None None] Deleting port 7410ad16-fb41-450f-89ec-fef8711d3592 {{(pid=78437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:46:03.194748 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-433d9eaf-04eb-4d4f-b7da-6fb1970a7de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:03.307085 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-433d9eaf-04eb-4d4f-b7da-6fb1970a7de8 None None] The port '7410ad16-fb41-450f-89ec-fef8711d3592' was deleted {{(pid=78437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jun 25 14:46:03.366490 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 7410ad16-fb41-450f-89ec-fef8711d3592 no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:46:03.469021 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 7410ad16-fb41-450f-89ec-fef8711d3592 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:46:03.469724 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 7410ad16-fb41-450f-89ec-fef8711d3592 not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:46:03.590765 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-46e503c2-72f6-44e2-a26f-0e7112191698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760582'] for router_interface, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:04.112781 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-46e503c2-72f6-44e2-a26f-0e7112191698 admin admin] Deleting port 2c9d0502-8c99-4355-a267-291c83733748 {{(pid=78435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:46:04.113120 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-46e503c2-72f6-44e2-a26f-0e7112191698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:04.315756 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [None req-46e503c2-72f6-44e2-a26f-0e7112191698 admin admin] For port 2c9d0502-8c99-4355-a267-291c83733748, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=2c9d0502-8c99-4355-a267-291c83733748,segment=NetworkSegment(cfff5517-23f6-440b-b140-eac8dc5f032a),segment_id=cfff5517-23f6-440b-b140-eac8dc5f032a)] {{(pid=78435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:46:04.316231 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-46e503c2-72f6-44e2-a26f-0e7112191698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:04.449226 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-46e503c2-72f6-44e2-a26f-0e7112191698 admin admin] Calling delete_port for 2c9d0502-8c99-4355-a267-291c83733748 owned by network:router_interface {{(pid=78435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:46:04.674046 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-46e503c2-72f6-44e2-a26f-0e7112191698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:04.680672 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9d2218bc-417e-4931-9fed-8b352fe8368e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:46:04.729119 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e503c2-72f6-44e2-a26f-0e7112191698 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9d0502-8c99-4355-a267-291c83733748,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:46:04.732437 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-46e503c2-72f6-44e2-a26f-0e7112191698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:46:05.031234 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-46e503c2-72f6-44e2-a26f-0e7112191698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760746'] for router_interface, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:05.612326 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e503c2-72f6-44e2-a26f-0e7112191698 admin admin] Router ccfad5d5-ca0d-4b92-bafa-19be16510f4b has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:46:05.798906 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e503c2-72f6-44e2-a26f-0e7112191698 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:46:05.810276 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19aca87-1db9-4c7d-bea8-045325f0e770 None None] Sync routers for ids ['ccfad5d5-ca0d-4b92-bafa-19be16510f4b'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:46:05.825993 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19aca87-1db9-4c7d-bea8-045325f0e770 None None] Routers {'ccfad5d5-ca0d-4b92-bafa-19be16510f4b'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:46:05.826681 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-46e503c2-72f6-44e2-a26f-0e7112191698 admin admin] 10.222.0.52 "PUT /v2.0/routers/ccfad5d5-ca0d-4b92-bafa-19be16510f4b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9597030
Jun 25 14:46:05.827488 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-d19aca87-1db9-4c7d-bea8-045325f0e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b21bca0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:45:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['ccfad5d5-ca0d-4b92-bafa-19be16510f4b'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:46:05.832636 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 39928) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:46:06.061235 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-d19aca87-1db9-4c7d-bea8-045325f0e770 None None] Set router ccfad5d5-ca0d-4b92-bafa-19be16510f4b gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:46:06.180522 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] Notify callbacks [] for router, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:06.401373 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:06.416079 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] Deleting port cc3c9148-9778-483a-bbd9-7f3c816f42d3 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:46:06.416431 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:06.430980 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-d19aca87-1db9-4c7d-bea8-045325f0e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b21bca0>, [{'id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'name': 'tempest-TestMinimumBasicScenario-1443202209-router', 'tenant_id': '489eb197bb4349d18f3b370f016cacab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'cc3c9148-9778-483a-bbd9-7f3c816f42d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:14Z', 'updated_at': '2021-06-25T14:46:04Z', 'revision_number': 5, 'project_id': '489eb197bb4349d18f3b370f016cacab', 'gw_port': {'id': 'cc3c9148-9778-483a-bbd9-7f3c816f42d3', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:42:15Z', 'updated_at': '2021-06-25T14:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:46:06.435686 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19aca87-1db9-4c7d-bea8-045325f0e770 None None] Checking router: ccfad5d5-ca0d-4b92-bafa-19be16510f4b for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:46:06.447592 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19aca87-1db9-4c7d-bea8-045325f0e770 None None] Routers {'ccfad5d5-ca0d-4b92-bafa-19be16510f4b'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:46:06.448216 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-d19aca87-1db9-4c7d-bea8-045325f0e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b21bca0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:45:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['ccfad5d5-ca0d-4b92-bafa-19be16510f4b'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:46:06.622207 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-d19aca87-1db9-4c7d-bea8-045325f0e770 None None] Set router ccfad5d5-ca0d-4b92-bafa-19be16510f4b gateway port host: None {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:46:06.660227 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] For port cc3c9148-9778-483a-bbd9-7f3c816f42d3, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=cc3c9148-9778-483a-bbd9-7f3c816f42d3,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:46:06.660720 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:06.760986 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-d19aca87-1db9-4c7d-bea8-045325f0e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b21bca0>, [{'id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'name': 'tempest-TestMinimumBasicScenario-1443202209-router', 'tenant_id': '489eb197bb4349d18f3b370f016cacab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:14Z', 'updated_at': '2021-06-25T14:46:06Z', 'revision_number': 6, 'project_id': '489eb197bb4349d18f3b370f016cacab', 'gw_port_host': None}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:46:06.765136 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19aca87-1db9-4c7d-bea8-045325f0e770 None None] The sync data for ids ['ccfad5d5-ca0d-4b92-bafa-19be16510f4b'] in dv-cinder-798091-1-iscsi is: [{'id': 'ccfad5d5-ca0d-4b92-bafa-19be16510f4b', 'name': 'tempest-TestMinimumBasicScenario-1443202209-router', 'tenant_id': '489eb197bb4349d18f3b370f016cacab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:42:14Z', 'updated_at': '2021-06-25T14:46:06Z', 'revision_number': 6, 'project_id': '489eb197bb4349d18f3b370f016cacab', 'gw_port_host': None}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:46:06.800013 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] Calling delete_port for cc3c9148-9778-483a-bbd9-7f3c816f42d3 owned by network:router_gateway {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:46:06.981977 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:06.986745 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-28562787-3522-48e7-a814-140e12276518 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:46:07.033792 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3c9148-9778-483a-bbd9-7f3c816f42d3,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:46:07.036790 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:46:07.081198 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549411'] for router_gateway, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:07.273518 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-996'] for router, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:07.275914 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:07.363898 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691918'] for router, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:07.364948 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccfad5d5-ca0d-4b92-bafa-19be16510f4b {{(pid=78436) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 25 14:46:07.377285 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] Notify callbacks [] for router, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:07.378406 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] 10.222.0.52 "DELETE /v2.0/routers/ccfad5d5-ca0d-4b92-bafa-19be16510f4b HTTP/1.1" status: 204  len: 168 time: 1.5438023
Jun 25 14:46:07.381876 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 39940) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:46:07.438629 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2ffd68-d8b2-40eb-a5ed-18b1708d9d00 admin admin] Deleting subnet 14b07c2b-1a09-4321-9f60-f4529c029321 {{(pid=78436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 25 14:46:07.441623 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7d2ffd68-d8b2-40eb-a5ed-18b1708d9d00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:07.496295 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7d2ffd68-d8b2-40eb-a5ed-18b1708d9d00 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:07.643123 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 2c9d0502-8c99-4355-a267-291c83733748 no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:46:07.677878 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 2c9d0502-8c99-4355-a267-291c83733748 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:46:07.678047 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 2c9d0502-8c99-4355-a267-291c83733748 not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:46:07.678461 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device cc3c9148-9778-483a-bbd9-7f3c816f42d3 no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:46:07.694616 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7d2ffd68-d8b2-40eb-a5ed-18b1708d9d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409244'] for subnet, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:07.735332 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: cc3c9148-9778-483a-bbd9-7f3c816f42d3 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:46:07.735795 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device cc3c9148-9778-483a-bbd9-7f3c816f42d3 not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:46:07.774399 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7d2ffd68-d8b2-40eb-a5ed-18b1708d9d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for subnet, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:07.779334 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:46:07.821390 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ffd68-d8b2-40eb-a5ed-18b1708d9d00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14b07c2b-1a09-4321-9f60-f4529c029321,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:46:07.828073 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7d2ffd68-d8b2-40eb-a5ed-18b1708d9d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:46:07.829366 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7d2ffd68-d8b2-40eb-a5ed-18b1708d9d00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:07.836852 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-7d2ffd68-d8b2-40eb-a5ed-18b1708d9d00 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/14b07c2b-1a09-4321-9f60-f4529c029321 HTTP/1.1" status: 204  len: 168 time: 0.4539495
Jun 25 14:46:07.838929 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3476ffa7-1b7d-4e9f-ba7e-cc6f362a0d58 None None] Network 9454645f-9632-40ac-87d9-18c4f607f23d requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:46:07.839322 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 39946) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:46:08.030369 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1810749'] for network, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:08.044345 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Deleting port c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:46:08.044784 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:08.214981 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d0cead-520d-494f-9183-db7633476c10 None None] DHCP port deletion for 9454645f-9632-40ac-87d9-18c4f607f23d request from dv-cinder-798091-1-iscsi {{(pid=78437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 25 14:46:08.221042 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b3d0cead-520d-494f-9183-db7633476c10 None None] Deleting port c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 {{(pid=78437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:46:08.221423 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b3d0cead-520d-494f-9183-db7633476c10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:08.284713 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] For port c9cd809f-5b45-4d93-b9c3-afcf54cb4b05, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=c9cd809f-5b45-4d93-b9c3-afcf54cb4b05,segment=NetworkSegment(cfff5517-23f6-440b-b140-eac8dc5f032a),segment_id=cfff5517-23f6-440b-b140-eac8dc5f032a)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:46:08.284992 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:08.352329 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d46b5e92-1aa2-4a65-9c8c-a3ffb006f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:08.428304 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Calling delete_port for c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 owned by network:dhcp {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:46:08.505766 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b3d0cead-520d-494f-9183-db7633476c10 None None] For port c9cd809f-5b45-4d93-b9c3-afcf54cb4b05, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=c9cd809f-5b45-4d93-b9c3-afcf54cb4b05,segment=NetworkSegment(cfff5517-23f6-440b-b140-eac8dc5f032a),segment_id=cfff5517-23f6-440b-b140-eac8dc5f032a)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:46:08.506256 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b3d0cead-520d-494f-9183-db7633476c10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:08.516649 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:08.522895 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:46:08.568381 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9cd809f-5b45-4d93-b9c3-afcf54cb4b05,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:46:08.570074 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] No DVR routers for this DVR port c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 on host dv-cinder-798091-1-iscsi {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:46:08.571483 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:46:08.653680 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b3d0cead-520d-494f-9183-db7633476c10 None None] Calling delete_port for c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 owned by network:dhcp {{(pid=78437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:46:08.694163 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410625', 'neutron.services.segments.db._delete_segments_for_network-8783892414913'] for network, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:08.710293 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd28a8fbcd0>> segment before_delete 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:46:08.710865 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd28a8fbcd0>> subnet precommit_delete_associations 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:46:08.711649 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd28a9c9cd0>> segment_host_mapping after_create 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:46:08.711998 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd28a9c9cd0>> port after_create 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:46:08.712321 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd28a9c9cd0>> port after_delete 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:46:08.712722 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd28a9c9cd0>> port after_update 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:46:08.713041 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd28a9c9cd0>> segment after_delete 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:46:08.713357 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd28a9c9cd0>> subnet after_create 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:46:08.713835 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd28a9c9cd0>> subnet after_delete 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:46:08.714152 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd28a9c9cd0>> subnet after_update 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:46:08.731620 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.db.api [None req-b3d0cead-520d-494f-9183-db7633476c10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 25 14:46:08.732255 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_db.api [None req-b3d0cead-520d-494f-9183-db7633476c10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 25 14:46:08.797945 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd289adfa90>> subnet after_create 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:46:08.798280 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd289adfa90>> subnet after_delete 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:46:08.798851 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd289adfa90>> subnet before_create 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:46:08.799177 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd289adfa90>> subnet before_update 55550000 {{(pid=78436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 25 14:46:08.799534 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd28aeaa370>,) {'filters': {'network_id': ['9454645f-9632-40ac-87d9-18c4f607f23d']}} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:46:08.812436 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28aeaa370>, 'cfff5517-23f6-440b-b140-eac8dc5f032a') {'for_net_delete': True} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:46:08.812763 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28aeaa370>, 'cfff5517-23f6-440b-b140-eac8dc5f032a') {} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:46:08.824395 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783892427816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7303059'] for segment, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:08.843353 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:08.849096 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:08.851950 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=78436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 25 14:46:08.852343 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1411209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7229825'] for segment, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   from cryptography.utils import int_from_bytes
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   from cryptography.utils import int_from_bytes
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   util.warn_limited(
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   util.warn_limited(
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]: Traceback (most recent call last):
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:     timer()
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:     cb(*args, **kw)
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:     return func(*args, **kwargs)
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:     self._notify()
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:     self.callback(batched_events)
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:     event.method(event)
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:     return f(self, *a, **k)
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:     return self._get(url).json()
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:     return self.request(url, 'GET', **kwargs)
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 25 14:46:08.868844 dv-cinder-798091-1-iscsi neutron-server[78436]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 25 14:46:08.952558 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549382'] for network, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:08.956820 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f786561a-a086-4122-ac53-0cf040185ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:46:08.973077 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:08.979421 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9454645f-9632-40ac-87d9-18c4f607f23d,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:46:08.983592 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:46:08.991343 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9454645f-9632-40ac-87d9-18c4f607f23d HTTP/1.1" status: 204  len: 168 time: 1.1492116
Jun 25 14:46:09.131841 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 39958) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:46:09.190110 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-624390d4-3600-4d20-889e-bc6a779fd1a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86e0a63701734a29b9ce1cfc8805ebe0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0565667
Jun 25 14:46:09.195165 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 39964) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:46:09.233697 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b3d0cead-520d-494f-9183-db7633476c10 None None] Deleting port c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 {{(pid=78437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:46:09.234380 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b3d0cead-520d-494f-9183-db7633476c10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:09.264805 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6099f77b-472e-4b2e-882c-a3610fdce631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:09.299390 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6099f77b-472e-4b2e-882c-a3610fdce631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:09.315136 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b3d0cead-520d-494f-9183-db7633476c10 None None] The port 'c9cd809f-5b45-4d93-b9c3-afcf54cb4b05' was deleted {{(pid=78437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jun 25 14:46:09.365693 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:46:09.373633 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6099f77b-472e-4b2e-882c-a3610fdce631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:09.381500 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-49c48778-9e6d-4543-90cc-061eee4973d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:46:09.392762 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099f77b-472e-4b2e-882c-a3610fdce631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ee885a-e723-45fd-abed-1bccbe4ecca6,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:46:09.396438 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6099f77b-472e-4b2e-882c-a3610fdce631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:46:09.399745 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6099f77b-472e-4b2e-882c-a3610fdce631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:09.403724 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-6099f77b-472e-4b2e-882c-a3610fdce631 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e3ee885a-e723-45fd-abed-1bccbe4ecca6 HTTP/1.1" status: 204  len: 168 time: 0.2071714
Jun 25 14:46:09.415099 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:46:09.415449 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device c9cd809f-5b45-4d93-b9c3-afcf54cb4b05 not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:46:09.759743 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 39974) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:46:09.811560 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-37ff934e-8942-449b-a86e-66456e617252 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=489eb197bb4349d18f3b370f016cacab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0505900
Jun 25 14:46:09.814038 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 39978) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:46:09.873079 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-14d3cdaa-2e4d-4ffc-88e2-7bbf25daf965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:09.899415 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-14d3cdaa-2e4d-4ffc-88e2-7bbf25daf965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:09.953841 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-14d3cdaa-2e4d-4ffc-88e2-7bbf25daf965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:09.960940 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-8fa48eee-43e5-4af1-b91d-4015c2a9f927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:46:09.975593 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3cdaa-2e4d-4ffc-88e2-7bbf25daf965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759a6a69-8d54-4de7-9f7e-e672b9b38c04,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:46:09.978102 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-14d3cdaa-2e4d-4ffc-88e2-7bbf25daf965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:46:09.984627 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-14d3cdaa-2e4d-4ffc-88e2-7bbf25daf965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:09.988421 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-14d3cdaa-2e4d-4ffc-88e2-7bbf25daf965 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/759a6a69-8d54-4de7-9f7e-e672b9b38c04 HTTP/1.1" status: 204  len: 168 time: 0.1734006
Jun 25 14:46:10.877665 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-f087fe99-4899-468b-9003-25670b90e4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:11.796339 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:12.379819 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865ada4-8604-43b6-afac-d381bd2ac290 req-bc4a96f5-0664-443b-a963-f56de37ead64 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:12.382383 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1865ada4-8604-43b6-afac-d381bd2ac290 req-bc4a96f5-0664-443b-a963-f56de37ead64 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 945 time: 0.1069119
Jun 25 14:46:12.441900 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1865ada4-8604-43b6-afac-d381bd2ac290 req-fec5edda-63ba-40fe-92e5-ca088ad2ccc0 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0503585
Jun 25 14:46:13.308369 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:13.648429 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51470a4-f0a7-43a6-b02e-eb89890dbfe5 req-d902ff1f-46ff-4238-bcad-070618da8cb8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:13.650740 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d51470a4-f0a7-43a6-b02e-eb89890dbfe5 req-d902ff1f-46ff-4238-bcad-070618da8cb8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 945 time: 0.0931180
Jun 25 14:46:13.717343 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d51470a4-f0a7-43a6-b02e-eb89890dbfe5 req-e704aef7-62f3-481e-b6ca-cc97705adfe3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0564051
Jun 25 14:46:14.942049 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d008b-adea-4496-8875-a5d8c3dcec00 req-2cdaeadb-71c4-454c-ae3b-313df5061dd3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:14.944122 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a36d008b-adea-4496-8875-a5d8c3dcec00 req-2cdaeadb-71c4-454c-ae3b-313df5061dd3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 945 time: 0.0958245
Jun 25 14:46:14.996704 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a36d008b-adea-4496-8875-a5d8c3dcec00 req-799c4d27-d7c2-4a33-9cc2-be8c271a3e5e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0459521
Jun 25 14:46:16.201500 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb3b6b-3180-4f4f-9376-f41ba07feb0b req-49cf50ce-93aa-4ef1-8732-94262ef0d2bd tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:16.202950 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-69cb3b6b-3180-4f4f-9376-f41ba07feb0b req-49cf50ce-93aa-4ef1-8732-94262ef0d2bd tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 945 time: 0.0860195
Jun 25 14:46:16.248585 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-69cb3b6b-3180-4f4f-9376-f41ba07feb0b req-75dd9ea2-336e-48c0-a76c-d6f6b2404824 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0399714
Jun 25 14:46:17.468120 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746db7f-3a90-4017-b724-94c936c49ac4 req-b4002edf-d093-4acf-96ba-7a0d8cc65a1e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:17.469621 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6746db7f-3a90-4017-b724-94c936c49ac4 req-b4002edf-d093-4acf-96ba-7a0d8cc65a1e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 945 time: 0.1094596
Jun 25 14:46:17.522936 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6746db7f-3a90-4017-b724-94c936c49ac4 req-903c997f-542e-43a5-99a9-03d9f57cd462 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0449812
Jun 25 14:46:17.880146 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 7f0ed955-8cb8-4169-acc6-7a34a2475971 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:46:18.009103 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:18.038842 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ef8fc1-65c1-4f4a-a367-04e5deea75ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f0ed955-8cb8-4169-acc6-7a34a2475971'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:46:18.048525 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 7f0ed955-8cb8-4169-acc6-7a34a2475971, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7f0ed955-8cb8-4169-acc6-7a34a2475971,segment=NetworkSegment(70bd9b18-6389-42e2-82ed-b20c76711bec),segment_id=70bd9b18-6389-42e2-82ed-b20c76711bec)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:46:18.055416 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:18.057867 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:46:18.097506 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ef8fc1-65c1-4f4a-a367-04e5deea75ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f0ed955-8cb8-4169-acc6-7a34a2475971', 'code': 200}
Jun 25 14:46:18.140026 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=7f0ed955-8cb8-4169-acc6-7a34a2475971,revision_number=6']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:46:18.143116 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:46:18.721149 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33377f42-6604-488e-afcd-4020a72db03e req-57607c37-04bb-4b0c-a8bb-228b436d6718 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:18.722664 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-33377f42-6604-488e-afcd-4020a72db03e req-57607c37-04bb-4b0c-a8bb-228b436d6718 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0907190
Jun 25 14:46:18.769472 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-33377f42-6604-488e-afcd-4020a72db03e req-559bb9dd-c0dc-4642-94e6-4e709b5dc1a1 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393224
Jun 25 14:46:19.972020 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e291ba-1eeb-42bd-8f25-e16f3230f2f9 req-90ddaff6-71b9-4856-b3f7-63ab4f4c2ae9 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:19.974356 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e3e291ba-1eeb-42bd-8f25-e16f3230f2f9 req-90ddaff6-71b9-4856-b3f7-63ab4f4c2ae9 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0907404
Jun 25 14:46:20.019879 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e3e291ba-1eeb-42bd-8f25-e16f3230f2f9 req-c8a73f76-b8e4-4f7c-bd6d-c557a289cfd7 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396559
Jun 25 14:46:21.215368 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea5982-b437-4e5a-a52a-49d6f9921787 req-2e868baa-7a23-4626-9e1c-e474459b5cce tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:21.216878 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-feea5982-b437-4e5a-a52a-49d6f9921787 req-2e868baa-7a23-4626-9e1c-e474459b5cce tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0825360
Jun 25 14:46:21.271978 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-feea5982-b437-4e5a-a52a-49d6f9921787 req-f6a2399c-6d58-454e-9214-262e0bdc52ef tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0484676
Jun 25 14:46:22.465766 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e4417-61d0-40c2-8c3b-831c0b8e727f req-d8777e0b-f93d-4435-b774-e8bf61914d8b tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:22.467263 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b98e4417-61d0-40c2-8c3b-831c0b8e727f req-d8777e0b-f93d-4435-b774-e8bf61914d8b tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0863905
Jun 25 14:46:22.518477 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b98e4417-61d0-40c2-8c3b-831c0b8e727f req-e65edf41-db99-40ba-9a4e-71bcf1507376 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453548
Jun 25 14:46:23.726659 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9f79f-7c9f-4252-a190-1069f3c3b312 req-8514a531-aae8-4807-a8a9-d0bc165af44d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:23.728163 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-eac9f79f-7c9f-4252-a190-1069f3c3b312 req-8514a531-aae8-4807-a8a9-d0bc165af44d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0922258
Jun 25 14:46:23.775405 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-eac9f79f-7c9f-4252-a190-1069f3c3b312 req-0aca9447-960f-4db5-b7cc-aa3767fc04c8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413001
Jun 25 14:46:24.967762 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80728f5f-895f-44fc-a08b-6a3241280dc5 req-9c13ce54-d3d5-4897-a5b0-ff04255e8180 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:24.969294 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-80728f5f-895f-44fc-a08b-6a3241280dc5 req-9c13ce54-d3d5-4897-a5b0-ff04255e8180 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0862479
Jun 25 14:46:25.016915 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-80728f5f-895f-44fc-a08b-6a3241280dc5 req-8ed04b2f-0461-4bf1-a699-db1bba1260dc tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416074
Jun 25 14:46:26.305152 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f368c-ecb7-4a31-a8ac-c68a1b9641ef req-42e5c15f-cc3a-4261-81cd-9cbe6b761e58 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:26.306493 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad8f368c-ecb7-4a31-a8ac-c68a1b9641ef req-42e5c15f-cc3a-4261-81cd-9cbe6b761e58 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.1821027
Jun 25 14:46:26.352598 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad8f368c-ecb7-4a31-a8ac-c68a1b9641ef req-0f3bef5f-13e3-4b2f-8813-4e65e74c312a tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400431
Jun 25 14:46:27.538453 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e2680-9202-4d21-b5e2-fd12e41b9aed req-0791ad9f-c5d6-4d81-bf28-41da4648a1be tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:27.539871 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f63e2680-9202-4d21-b5e2-fd12e41b9aed req-0791ad9f-c5d6-4d81-bf28-41da4648a1be tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0813909
Jun 25 14:46:27.589071 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f63e2680-9202-4d21-b5e2-fd12e41b9aed req-ef116175-a5b1-490b-94f8-529ddaaa6686 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435879
Jun 25 14:46:28.803009 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9dda4d-3a5f-40d4-bac7-253b70277d49 req-75633dd4-9ec7-4d45-abd2-c648c4a8042c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:28.804591 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cc9dda4d-3a5f-40d4-bac7-253b70277d49 req-75633dd4-9ec7-4d45-abd2-c648c4a8042c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0887594
Jun 25 14:46:28.854083 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cc9dda4d-3a5f-40d4-bac7-253b70277d49 req-66bd0e64-db49-441b-b279-5ca497790502 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0438385
Jun 25 14:46:30.042503 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac39fd-2b3b-40bb-af73-4c41b4048898 req-877e8b60-1690-4837-a4f7-f6c3454f4a61 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:30.043933 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-89ac39fd-2b3b-40bb-af73-4c41b4048898 req-877e8b60-1690-4837-a4f7-f6c3454f4a61 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0827537
Jun 25 14:46:30.087594 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-89ac39fd-2b3b-40bb-af73-4c41b4048898 req-f222f385-ec4a-4b8f-8fd2-0678200264ea tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0379667
Jun 25 14:46:31.274783 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b7d7e-a194-4ac2-a55a-7e520288063b req-45de1e86-c030-4019-bfce-4db33da785e8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:31.276261 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a42b7d7e-a194-4ac2-a55a-7e520288063b req-45de1e86-c030-4019-bfce-4db33da785e8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0826495
Jun 25 14:46:31.322790 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a42b7d7e-a194-4ac2-a55a-7e520288063b req-85279b50-4b8d-41b9-a8a3-ba25b815adbf tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408309
Jun 25 14:46:31.756962 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:32.515459 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7371f-4026-4b8e-b5bd-a0741b5ccc6b req-68b636f9-622c-472c-ad23-76829b177498 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:32.516929 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-edd7371f-4026-4b8e-b5bd-a0741b5ccc6b req-68b636f9-622c-472c-ad23-76829b177498 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0848064
Jun 25 14:46:32.562484 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-edd7371f-4026-4b8e-b5bd-a0741b5ccc6b req-a145bd97-1d18-4ba5-bbf2-4b9b39aaa787 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393062
Jun 25 14:46:33.760256 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7500f7-d64e-4f0c-8657-67b96900d2a5 req-a5c573c5-f210-4282-9057-abe8f87f0bf7 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:33.761763 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9d7500f7-d64e-4f0c-8657-67b96900d2a5 req-a5c573c5-f210-4282-9057-abe8f87f0bf7 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0860412
Jun 25 14:46:33.806416 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9d7500f7-d64e-4f0c-8657-67b96900d2a5 req-18c31be4-aaf5-4ca3-a6a2-5f5d97cfd10c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0389342
Jun 25 14:46:34.723910 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:46:34.995692 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25579d37-79be-4628-b8a0-f27821299c87 req-0a677f87-3491-4676-8b22-78a2181033a0 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:34.997155 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-25579d37-79be-4628-b8a0-f27821299c87 req-0a677f87-3491-4676-8b22-78a2181033a0 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0793443
Jun 25 14:46:35.040904 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-25579d37-79be-4628-b8a0-f27821299c87 req-ada085c4-e6fb-4a79-a5f6-d800268ed3f4 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0380208
Jun 25 14:46:36.234018 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ac3a1-c2b3-40b5-b9e9-0ccbdea193f4 req-cf460619-79c7-49f1-a446-e8484c5a9fb9 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:36.235466 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a08ac3a1-c2b3-40b5-b9e9-0ccbdea193f4 req-cf460619-79c7-49f1-a446-e8484c5a9fb9 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0839858
Jun 25 14:46:36.280001 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a08ac3a1-c2b3-40b5-b9e9-0ccbdea193f4 req-f7f20b3f-625b-4160-b3d4-983315230a14 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0383761
Jun 25 14:46:37.462135 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ad256-268a-4205-ac9b-965becb07b7c req-48edbba9-c7ed-4b2e-9ab2-655aac1a9569 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:37.463573 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-382ad256-268a-4205-ac9b-965becb07b7c req-48edbba9-c7ed-4b2e-9ab2-655aac1a9569 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0798385
Jun 25 14:46:37.509759 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-382ad256-268a-4205-ac9b-965becb07b7c req-ee71e238-8c55-469f-891a-89526d3dce84 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404496
Jun 25 14:46:38.295659 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-f2e5c56e-d9ea-40c1-b2c1-e472b3f0e3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:38.696278 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d9a76-52ca-4cbf-b1e8-76470a5ab9fa req-1013d6b5-8701-4f45-afd8-1f5d4c8a9805 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:38.697773 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad5d9a76-52ca-4cbf-b1e8-76470a5ab9fa req-1013d6b5-8701-4f45-afd8-1f5d4c8a9805 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0791090
Jun 25 14:46:38.741820 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad5d9a76-52ca-4cbf-b1e8-76470a5ab9fa req-a0dd0403-211f-41cd-ac40-aeb90e187180 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0385058
Jun 25 14:46:38.852331 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:39.927820 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81094-416b-4cec-b595-e62471420b64 req-7d198002-ac81-4d1d-a5f5-c199b5e7635c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:39.929281 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-19a81094-416b-4cec-b595-e62471420b64 req-7d198002-ac81-4d1d-a5f5-c199b5e7635c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0833395
Jun 25 14:46:39.973633 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-19a81094-416b-4cec-b595-e62471420b64 req-a6105b9e-046f-40db-89bb-cf3d0bc39fbf tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387080
Jun 25 14:46:40.870671 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-3b1b561b-4515-4797-ad59-1b822b1269c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:41.304917 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57bf23-7446-48a4-bcd2-192a7305ed1f req-b10826f5-1680-41c6-9ae0-5a2dd787525e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:41.306816 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1d57bf23-7446-48a4-bcd2-192a7305ed1f req-b10826f5-1680-41c6-9ae0-5a2dd787525e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0882545
Jun 25 14:46:41.351687 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1d57bf23-7446-48a4-bcd2-192a7305ed1f req-085ecd36-c3f8-45cc-931b-f52a5fa516ce tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0391262
Jun 25 14:46:41.794232 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:42.539892 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7738ec8-fd54-4283-8f79-1dd7ed97b7c2 req-8c3a78bd-e4fe-4e16-a2a3-db90ef68643e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:42.541246 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f7738ec8-fd54-4283-8f79-1dd7ed97b7c2 req-8c3a78bd-e4fe-4e16-a2a3-db90ef68643e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0824265
Jun 25 14:46:42.585072 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f7738ec8-fd54-4283-8f79-1dd7ed97b7c2 req-9d1f8c80-3cee-47e2-92fe-a06c28b6d9a0 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0382102
Jun 25 14:46:43.301949 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:43.771292 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d8236-1f76-4bbf-8d03-132dc003043c req-e9fc3409-0bb3-46db-b67f-cd773abcf7cb tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:43.772750 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c15d8236-1f76-4bbf-8d03-132dc003043c req-e9fc3409-0bb3-46db-b67f-cd773abcf7cb tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0839233
Jun 25 14:46:43.820489 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c15d8236-1f76-4bbf-8d03-132dc003043c req-cdd63aa9-2270-4ff1-a5eb-c43e0cfadc17 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420728
Jun 25 14:46:45.010256 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092dab-4448-4287-bad9-98699b365ae9 req-600a2458-c73b-4826-b8bf-677372ac4533 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:45.011605 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-95092dab-4448-4287-bad9-98699b365ae9 req-600a2458-c73b-4826-b8bf-677372ac4533 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0896513
Jun 25 14:46:45.054700 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-95092dab-4448-4287-bad9-98699b365ae9 req-62659e56-1b03-487e-a9ac-3bbfd1e5814a tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0374818
Jun 25 14:46:46.241402 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97336254-8c99-4ae0-b155-eeebd55b161b req-1b4e17de-fad8-4e1d-a9b5-fe87c830a3d3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:46.242826 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-97336254-8c99-4ae0-b155-eeebd55b161b req-1b4e17de-fad8-4e1d-a9b5-fe87c830a3d3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0824921
Jun 25 14:46:46.285444 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-97336254-8c99-4ae0-b155-eeebd55b161b req-b5ad5059-1ac8-4641-a125-ed7525075b82 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0370533
Jun 25 14:46:47.471391 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e5b24-3f56-44ea-9da2-11f7123eea92 req-05cc5d87-ec9b-4744-be64-581c6db24526 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:47.472827 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-be7e5b24-3f56-44ea-9da2-11f7123eea92 req-05cc5d87-ec9b-4744-be64-581c6db24526 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0806606
Jun 25 14:46:47.518053 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-be7e5b24-3f56-44ea-9da2-11f7123eea92 req-a81370bb-0f61-4067-90e4-eea2ef5d02df tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396719
Jun 25 14:46:48.799555 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b213763-29e8-4645-a04b-19888df0a90c req-1beb4be9-2be6-4da8-8e97-aed5c45f959b tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:48.801105 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1b213763-29e8-4645-a04b-19888df0a90c req-1beb4be9-2be6-4da8-8e97-aed5c45f959b tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.1774104
Jun 25 14:46:48.847130 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1b213763-29e8-4645-a04b-19888df0a90c req-09fd3d9a-4fd6-456f-8182-efad6fe41cae tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401185
Jun 25 14:46:50.036598 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19bd3a-038f-4a24-9e7b-c8d28b21d98e req-0eb238be-9571-454b-aeff-a7a22367bce7 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:50.038669 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2b19bd3a-038f-4a24-9e7b-c8d28b21d98e req-0eb238be-9571-454b-aeff-a7a22367bce7 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0850952
Jun 25 14:46:50.086986 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2b19bd3a-038f-4a24-9e7b-c8d28b21d98e req-ba3503b8-520c-4fae-a0f4-924319277a19 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428448
Jun 25 14:46:51.206543 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40497571-86ee-4867-946d-640d3435419e req-200156ce-e520-46dc-afe8-553426058a84 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:51.207389 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-40497571-86ee-4867-946d-640d3435419e req-200156ce-e520-46dc-afe8-553426058a84 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Synchronizing usage tracker for tenant:f5e71d6387574c4c80d267a33c619811 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:46:51.235018 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-40497571-86ee-4867-946d-640d3435419e req-200156ce-e520-46dc-afe8-553426058a84 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Unset dirty status for tenant:f5e71d6387574c4c80d267a33c619811 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:46:51.236235 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-40497571-86ee-4867-946d-640d3435419e req-200156ce-e520-46dc-afe8-553426058a84 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.1271825
Jun 25 14:46:51.311671 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e321a-7f00-4292-8e98-88a224b4c1ea req-84f59f54-1053-42b2-b376-9560dc24dc78 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:46:51.313220 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2d4e321a-7f00-4292-8e98-88a224b4c1ea req-84f59f54-1053-42b2-b376-9560dc24dc78 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 943 time: 0.0874288
Jun 25 14:46:51.320615 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-40497571-86ee-4867-946d-640d3435419e req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Deleting port 7f0ed955-8cb8-4169-acc6-7a34a2475971 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:46:51.321154 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-40497571-86ee-4867-946d-640d3435419e req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:51.380928 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2d4e321a-7f00-4292-8e98-88a224b4c1ea req-83bbaa06-3a6d-487a-8706-e68170b8e244 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?id=762571d0-be68-47fa-80ae-838ece11d153&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0613568
Jun 25 14:46:51.727436 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-40497571-86ee-4867-946d-640d3435419e req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] For port 7f0ed955-8cb8-4169-acc6-7a34a2475971, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7f0ed955-8cb8-4169-acc6-7a34a2475971,segment=NetworkSegment(70bd9b18-6389-42e2-82ed-b20c76711bec),segment_id=70bd9b18-6389-42e2-82ed-b20c76711bec)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:46:51.727996 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-40497571-86ee-4867-946d-640d3435419e req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:52.050744 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-40497571-86ee-4867-946d-640d3435419e req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:52.051188 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-40497571-86ee-4867-946d-640d3435419e req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549620'] for floatingip, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:52.051730 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.l3_db [req-40497571-86ee-4867-946d-640d3435419e req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Floating IP 54619859-5f54-42c5-8076-a995c1e6edaf disassociated. External IP: 172.27.3.53, port: 7f0ed955-8cb8-4169-acc6-7a34a2475971.
Jun 25 14:46:52.051987 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-40497571-86ee-4867-946d-640d3435419e req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Calling delete_port for 7f0ed955-8cb8-4169-acc6-7a34a2475971 owned by compute:nova {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:46:52.206048 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-40497571-86ee-4867-946d-640d3435419e req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:52.212901 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0a8f94aa-9d6d-4798-8c0c-8ce442bc2860 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:46:52.268046 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Pushing event deleted for resources: {'Port': ['ID=7f0ed955-8cb8-4169-acc6-7a34a2475971,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:46:52.277274 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:46:52.277634 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:46:52.277983 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:46:52.278331 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:46:52.278790 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:46:52.279137 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:46:52.279472 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:46:52.279814 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:46:52.280150 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:46:52.280499 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:46:52.280848 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:46:52.281176 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:46:52.284817 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:46:52.484597 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40497571-86ee-4867-946d-640d3435419e req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Router fced8c86-0d04-43d0-abf0-5903fe3b3f22 has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:46:52.558772 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1771d7f5-c70f-4ad0-a8fa-a7963f1286d6 req-dfebb51e-73c5-44f6-bd40-de9c75bd4396 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0489182
Jun 25 14:46:52.675702 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40497571-86ee-4867-946d-640d3435419e req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:46:52.698602 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90f48e-7aff-400c-8acd-1413138dc917 None None] Sync routers for ids ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:46:52.712836 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90f48e-7aff-400c-8acd-1413138dc917 None None] Routers {'fced8c86-0d04-43d0-abf0-5903fe3b3f22'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:46:52.713642 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-ac90f48e-7aff-400c-8acd-1413138dc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b1e5df0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:46:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:46:52.762069 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-40497571-86ee-4867-946d-640d3435419e req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] No DVR routers for this DVR port 7f0ed955-8cb8-4169-acc6-7a34a2475971 on host hv-cinder-79809 {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:46:52.766502 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-40497571-86ee-4867-946d-640d3435419e req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:46:52.768370 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ef8fc1-65c1-4f4a-a367-04e5deea75ff', 'name': 'network-vif-deleted', 'tag': '7f0ed955-8cb8-4169-acc6-7a34a2475971'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:46:52.804213 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-40497571-86ee-4867-946d-640d3435419e req-e5d46638-25a3-4aad-9ac0-7a9e17435000 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.16 "DELETE /v2.0/ports/7f0ed955-8cb8-4169-acc6-7a34a2475971 HTTP/1.1" status: 204  len: 173 time: 1.5603957
Jun 25 14:46:52.841039 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ef8fc1-65c1-4f4a-a367-04e5deea75ff', 'name': 'network-vif-deleted', 'tag': '7f0ed955-8cb8-4169-acc6-7a34a2475971', 'status': 'completed', 'code': 200}
Jun 25 14:46:53.017899 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-ac90f48e-7aff-400c-8acd-1413138dc917 None None] Set router fced8c86-0d04-43d0-abf0-5903fe3b3f22 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:46:53.376223 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-ac90f48e-7aff-400c-8acd-1413138dc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b1e5df0>, [{'id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'name': 'tempest-TestVolumeBootPattern-226810653-router', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:28Z', 'updated_at': '2021-06-25T14:41:39Z', 'revision_number': 4, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'gw_port': {'id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:30Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6', 'name': '', 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'mac_address': 'fa:16:3e:23:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:36Z', 'updated_at': '2021-06-25T14:41:51Z', 'revision_number': 5, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'subnets': [{'id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:46:53.380517 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90f48e-7aff-400c-8acd-1413138dc917 None None] Checking router: fced8c86-0d04-43d0-abf0-5903fe3b3f22 for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:46:53.389685 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90f48e-7aff-400c-8acd-1413138dc917 None None] Routers {'fced8c86-0d04-43d0-abf0-5903fe3b3f22'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:46:53.390313 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-ac90f48e-7aff-400c-8acd-1413138dc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b1e5df0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:46:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:46:53.585753 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-ac90f48e-7aff-400c-8acd-1413138dc917 None None] Set router fced8c86-0d04-43d0-abf0-5903fe3b3f22 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:46:53.710308 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4efcfcd6-783b-41bb-8235-8750ae2a8a5d req-b6baaba9-de9d-494c-8605-e2614046a470 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0433908
Jun 25 14:46:53.907716 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-ac90f48e-7aff-400c-8acd-1413138dc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b1e5df0>, [{'id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'name': 'tempest-TestVolumeBootPattern-226810653-router', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:28Z', 'updated_at': '2021-06-25T14:41:39Z', 'revision_number': 4, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'gw_port': {'id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:30Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6', 'name': '', 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'mac_address': 'fa:16:3e:23:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:36Z', 'updated_at': '2021-06-25T14:41:51Z', 'revision_number': 5, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'subnets': [{'id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:46:53.911661 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90f48e-7aff-400c-8acd-1413138dc917 None None] The sync data for ids ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'] in dv-cinder-798091-1-iscsi is: [{'id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'name': 'tempest-TestVolumeBootPattern-226810653-router', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:28Z', 'updated_at': '2021-06-25T14:41:39Z', 'revision_number': 4, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'gw_port': {'id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:30Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6', 'name': '', 'network_id': 'b025b70a-f35a-45e2-b6cc-f3f694612525', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'mac_address': 'fa:16:3e:23:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:36Z', 'updated_at': '2021-06-25T14:41:51Z', 'revision_number': 5, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'subnets': [{'id': '3aba2692-71df-4174-9240-9036bb4a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:46:54.139170 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300c8f4d-bb91-4a0f-9945-0f57b092218e None None] New status for floating IP 54619859-5f54-42c5-8076-a995c1e6edaf: DOWN {{(pid=78438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 25 14:46:54.864547 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-edc6b5e7-dd83-46a0-8381-01190f4cb7ef req-a0ca02a8-e2b9-4d15-a6e9-6ff21ede043d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0471599
Jun 25 14:46:56.015074 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f7e17e04-a3df-4db3-bb39-0585482b232c req-21c295fa-0742-4280-9be3-03f041bb4934 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0450137
Jun 25 14:46:57.166832 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-76be7b16-2c88-4b56-8d9a-f82214c24b10 req-b0763b93-76d8-4414-a12a-bfa9bff174a7 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0441957
Jun 25 14:46:58.316721 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-74c42df0-42e0-4e22-b621-6aec3d7e6fd8 req-1d831567-d3a0-45ee-849e-178d79dac4bd tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0426073
Jun 25 14:46:59.475071 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b62430ac-10fe-4f54-b6a0-b23b571a926f req-e5122718-ead5-494b-85ca-074e1481a963 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0490131
Jun 25 14:47:00.632598 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9daf3629-a52a-4d5a-be8b-506ac1141875 req-23d69018-66f7-40a7-bdf0-d511254a2030 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0447469
Jun 25 14:47:01.793060 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:02.037471 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cb0c3ea7-a9bd-4a94-a474-d9d8189c0fe2 req-2244d050-523a-4807-808f-d2794ef6c56b tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0438781
Jun 25 14:47:03.191602 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7aeadf4a-ffb4-4748-aab6-142fe2f72106 req-611e4e78-8962-482b-b4b0-77973cd31ed3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0468504
Jun 25 14:47:04.363259 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-48b49812-bc81-4528-8657-c1960da559c6 req-773dfaa3-4189-4880-8843-854f2749ae4a tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0501809
Jun 25 14:47:05.517748 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9bd5eade-3f30-473c-9645-a1be2dec902f req-5880766d-e1aa-4875-a631-3b5ad714d10c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0425534
Jun 25 14:47:06.672898 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-90cfd609-61e9-40fc-a067-7a04bb2b318a req-cf85bdde-dbe8-426e-86d8-fe4ceb96dced tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0487258
Jun 25 14:47:07.958676 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6e6b4f38-c4bb-401f-88df-089319e3f0c4 req-961a83ae-354f-4628-8aa3-0d8d01fea51a tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0419054
Jun 25 14:47:08.300844 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3e9b-4fe5-4958-8c19-db482aeb23db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:08.853862 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:09.105396 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-995e9314-d57b-4e58-aede-962eafad23e5 req-e743a752-b22c-417a-8e40-e1773179db18 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0432436
Jun 25 14:47:10.255368 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ae627546-e629-4450-b91e-fb4aee9d8424 req-4007fbe0-0c8c-4eb0-96e9-b5dfc5401304 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0461588
Jun 25 14:47:10.872350 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ecca-25c8-422e-b688-11de56cf9167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:11.403490 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-67dcae2e-19f6-4f33-abb9-2426818da6f3 req-bf0b0205-1a4f-46ac-92ab-5d9c6b66b6e6 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0439022
Jun 25 14:47:11.723411 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:47:11.798399 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:12.553849 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b236bf6b-e917-4de8-96d4-f9fadc4f7585 req-fe84c655-50b5-4931-a7c9-694c24fdfd0a tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0433576
Jun 25 14:47:13.305361 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:13.706134 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-52df19b6-c168-4d17-a75a-6e75a33c2159 req-b2984e5a-804b-4b42-98fd-88cf6dfb88a0 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0463552
Jun 25 14:47:14.534707 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 40474) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:47:14.857474 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3a198037-1339-4af7-9e79-b1796260edee req-a158394d-543e-4616-84f3-a2e0f36661f4 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0441487
Jun 25 14:47:14.895966 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-6186569a-70b4-4a08-bcc0-f557d53d0fbd tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Deleting port f6047018-cbd9-44a2-a1ad-18073f73c1ae {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:47:14.896310 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6186569a-70b4-4a08-bcc0-f557d53d0fbd tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:15.159818 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6186569a-70b4-4a08-bcc0-f557d53d0fbd tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:15.160148 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6186569a-70b4-4a08-bcc0-f557d53d0fbd tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:15.278010 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-6186569a-70b4-4a08-bcc0-f557d53d0fbd tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Calling delete_port for f6047018-cbd9-44a2-a1ad-18073f73c1ae owned by network:floatingip {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:47:15.438239 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6186569a-70b4-4a08-bcc0-f557d53d0fbd tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:15.445847 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:47:15.484073 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186569a-70b4-4a08-bcc0-f557d53d0fbd tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Pushing event deleted for resources: {'Port': ['ID=f6047018-cbd9-44a2-a1ad-18073f73c1ae,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:47:15.487233 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6186569a-70b4-4a08-bcc0-f557d53d0fbd tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:47:15.575741 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6186569a-70b4-4a08-bcc0-f557d53d0fbd tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for floatingip, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:15.576573 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.l3_db [None req-6186569a-70b4-4a08-bcc0-f557d53d0fbd tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Floating IP 6e18970e-7c95-41ec-bb41-18d7d83e7cf0 disassociated (deleted). External IP: 172.27.3.96, port: 87f89596-7fce-462a-8204-3e372163ce05.
Jun 25 14:47:15.934653 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6186569a-70b4-4a08-bcc0-f557d53d0fbd tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Router 3772bf80-e0d3-4936-b385-27bbd49f300d has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:47:16.005107 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f6a2c598-82f9-4024-aba7-5149549dc747 req-5df25fb3-529a-48d3-8dea-6cba697a3ea8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0414910
Jun 25 14:47:16.116930 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6186569a-70b4-4a08-bcc0-f557d53d0fbd tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:47:16.128847 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1e129b-8b0c-44e7-9129-628d6d044505 None None] Sync routers for ids ['3772bf80-e0d3-4936-b385-27bbd49f300d'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:47:16.137108 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6186569a-70b4-4a08-bcc0-f557d53d0fbd tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:16.140928 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e129b-8b0c-44e7-9129-628d6d044505 None None] Routers {'3772bf80-e0d3-4936-b385-27bbd49f300d'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:47:16.141628 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-1a1e129b-8b0c-44e7-9129-628d6d044505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b13ccd0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:47:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['3772bf80-e0d3-4936-b385-27bbd49f300d'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:47:16.191067 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-6186569a-70b4-4a08-bcc0-f557d53d0fbd tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "DELETE /v2.0/floatingips/6e18970e-7c95-41ec-bb41-18d7d83e7cf0 HTTP/1.1" status: 204  len: 168 time: 1.6552737
Jun 25 14:47:16.191668 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'tag': '87f89596-7fce-462a-8204-3e372163ce05'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:47:16.243748 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'tag': '87f89596-7fce-462a-8204-3e372163ce05', 'status': 'completed', 'code': 200}
Jun 25 14:47:16.328729 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-1a1e129b-8b0c-44e7-9129-628d6d044505 None None] Set router 3772bf80-e0d3-4936-b385-27bbd49f300d gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:47:16.372548 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac50aa9-dca7-405f-838f-8d270aac73ec req-2243574d-734a-415f-8649-38b12e52ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:47:16.374141 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4ac50aa9-dca7-405f-838f-8d270aac73ec req-2243574d-734a-415f-8649-38b12e52ca4c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=018120595eed44fe92439b2834f42c8e&device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 1098 time: 0.0779228
Jun 25 14:47:16.544729 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac50aa9-dca7-405f-838f-8d270aac73ec req-9a6320ab-dc69-40a3-9de9-fa134e2f3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:47:16.546598 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4ac50aa9-dca7-405f-838f-8d270aac73ec req-9a6320ab-dc69-40a3-9de9-fa134e2f3ccb service neutron] 10.222.0.16 "GET /v2.0/networks?id=b956f638-dae2-4845-9486-f6605d1910a8 HTTP/1.1" status: 200  len: 909 time: 0.1650257
Jun 25 14:47:16.610226 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c7c25-a590-4b85-a3bf-75519b642d87 req-e1bc5150-0545-4f68-a5b6-a5f64d535661 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:47:16.611853 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-702c7c25-a590-4b85-a3bf-75519b642d87 req-e1bc5150-0545-4f68-a5b6-a5f64d535661 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.0924156
Jun 25 14:47:16.619665 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4ac50aa9-dca7-405f-838f-8d270aac73ec req-f094ad57-131f-4de0-b448-ba61ea476565 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f89596-7fce-462a-8204-3e372163ce05 HTTP/1.1" status: 200  len: 217 time: 0.0655925
Jun 25 14:47:16.668034 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-702c7c25-a590-4b85-a3bf-75519b642d87 req-8fde33c9-bc12-4b53-a99b-e0aeb8da89e6 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472484
Jun 25 14:47:16.706959 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-1a1e129b-8b0c-44e7-9129-628d6d044505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b13ccd0>, [{'id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'name': 'tempest-TestShelveInstance-346133233-router', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:18Z', 'updated_at': '2021-06-25T14:41:25Z', 'revision_number': 4, 'project_id': '018120595eed44fe92439b2834f42c8e', 'gw_port': {'id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:20Z', 'updated_at': '2021-06-25T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '2129b8c9-e7e6-44af-a34d-3a840cab0850', 'name': '', 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'mac_address': 'fa:16:3e:34:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:24Z', 'updated_at': '2021-06-25T14:41:38Z', 'revision_number': 5, 'project_id': '018120595eed44fe92439b2834f42c8e', 'subnets': [{'id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:47:16.712741 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1e129b-8b0c-44e7-9129-628d6d044505 None None] Checking router: 3772bf80-e0d3-4936-b385-27bbd49f300d for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:47:16.723675 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e129b-8b0c-44e7-9129-628d6d044505 None None] Routers {'3772bf80-e0d3-4936-b385-27bbd49f300d'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:47:16.724169 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-1a1e129b-8b0c-44e7-9129-628d6d044505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b13ccd0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:47:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['3772bf80-e0d3-4936-b385-27bbd49f300d'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:47:16.791724 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac50aa9-dca7-405f-838f-8d270aac73ec req-97eb30e1-d871-4572-abd1-c29b4d3fe479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:47:16.793208 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4ac50aa9-dca7-405f-838f-8d270aac73ec req-97eb30e1-d871-4572-abd1-c29b4d3fe479 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54025221-f21c-4ee1-82d2-8f66a9dc0562 HTTP/1.1" status: 200  len: 847 time: 0.1666415
Jun 25 14:47:16.871227 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac50aa9-dca7-405f-838f-8d270aac73ec req-09286ed8-8892-4918-8489-7bb1c9df86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:47:16.872718 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4ac50aa9-dca7-405f-838f-8d270aac73ec req-09286ed8-8892-4918-8489-7bb1c9df86cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b956f638-dae2-4845-9486-f6605d1910a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722392
Jun 25 14:47:16.908496 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-1a1e129b-8b0c-44e7-9129-628d6d044505 None None] Set router 3772bf80-e0d3-4936-b385-27bbd49f300d gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:47:17.026693 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4ac50aa9-dca7-405f-838f-8d270aac73ec req-442d660e-0b9b-42f0-abf7-d15d2fe1a0a7 service neutron] 10.222.0.16 "GET /v2.0/networks/b956f638-dae2-4845-9486-f6605d1910a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465013
Jun 25 14:47:17.161554 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6bd36cf1-37b8-40d0-b697-125d9f2fa306 req-ebdba853-0d7f-4c38-b230-b9ed5ac4012c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0442512
Jun 25 14:47:17.180416 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4ac50aa9-dca7-405f-838f-8d270aac73ec req-5fe3fea5-77ae-419e-a983-bba05de913b1 service neutron] 10.222.0.16 "GET /v2.0/networks/b956f638-dae2-4845-9486-f6605d1910a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467171
Jun 25 14:47:17.239419 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-1a1e129b-8b0c-44e7-9129-628d6d044505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b13ccd0>, [{'id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'name': 'tempest-TestShelveInstance-346133233-router', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:18Z', 'updated_at': '2021-06-25T14:41:25Z', 'revision_number': 4, 'project_id': '018120595eed44fe92439b2834f42c8e', 'gw_port': {'id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:20Z', 'updated_at': '2021-06-25T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '2129b8c9-e7e6-44af-a34d-3a840cab0850', 'name': '', 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'mac_address': 'fa:16:3e:34:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:24Z', 'updated_at': '2021-06-25T14:41:38Z', 'revision_number': 5, 'project_id': '018120595eed44fe92439b2834f42c8e', 'subnets': [{'id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:47:17.243991 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1e129b-8b0c-44e7-9129-628d6d044505 None None] The sync data for ids ['3772bf80-e0d3-4936-b385-27bbd49f300d'] in dv-cinder-798091-1-iscsi is: [{'id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'name': 'tempest-TestShelveInstance-346133233-router', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:18Z', 'updated_at': '2021-06-25T14:41:25Z', 'revision_number': 4, 'project_id': '018120595eed44fe92439b2834f42c8e', 'gw_port': {'id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:20Z', 'updated_at': '2021-06-25T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '2129b8c9-e7e6-44af-a34d-3a840cab0850', 'name': '', 'network_id': 'b956f638-dae2-4845-9486-f6605d1910a8', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'mac_address': 'fa:16:3e:34:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:24Z', 'updated_at': '2021-06-25T14:41:38Z', 'revision_number': 5, 'project_id': '018120595eed44fe92439b2834f42c8e', 'subnets': [{'id': '54025221-f21c-4ee1-82d2-8f66a9dc0562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:47:17.507295 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee39248-a735-4b0c-8bad-a1ea9a2c6c86 None None] New status for floating IP 6e18970e-7c95-41ec-bb41-18d7d83e7cf0: DOWN {{(pid=78438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 25 14:47:17.872983 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c686685-19ab-4d9b-b1b9-ab9366051366 req-05860ba0-1f44-4732-a416-5512f031f95d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:47:17.874397 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7c686685-19ab-4d9b-b1b9-ab9366051366 req-05860ba0-1f44-4732-a416-5512f031f95d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.0897779
Jun 25 14:47:17.924846 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7c686685-19ab-4d9b-b1b9-ab9366051366 req-85144fc7-e269-469d-956f-da033e727a15 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441220
Jun 25 14:47:18.318577 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-be23947c-514b-4a3d-8467-1985eb72c32a req-4f56d712-162d-4ae3-b423-56df2f8d00ce tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0415039
Jun 25 14:47:18.421153 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f46d9a-5d42-4fb9-b184-bb18d9febaee req-ab690fd3-9d05-4712-89e0-74a67d391d51 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:47:18.421856 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-d0f46d9a-5d42-4fb9-b184-bb18d9febaee req-ab690fd3-9d05-4712-89e0-74a67d391d51 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Synchronizing usage tracker for tenant:018120595eed44fe92439b2834f42c8e on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:47:18.436718 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-d0f46d9a-5d42-4fb9-b184-bb18d9febaee req-ab690fd3-9d05-4712-89e0-74a67d391d51 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Unset dirty status for tenant:018120595eed44fe92439b2834f42c8e on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:47:18.437820 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d0f46d9a-5d42-4fb9-b184-bb18d9febaee req-ab690fd3-9d05-4712-89e0-74a67d391d51 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 945 time: 0.0986748
Jun 25 14:47:18.509634 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-d0f46d9a-5d42-4fb9-b184-bb18d9febaee req-52e43b7b-d5ed-4d2a-8426-e8ead0b2775d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Deleting port 87f89596-7fce-462a-8204-3e372163ce05 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:47:18.509977 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d0f46d9a-5d42-4fb9-b184-bb18d9febaee req-52e43b7b-d5ed-4d2a-8426-e8ead0b2775d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:18.749072 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-d0f46d9a-5d42-4fb9-b184-bb18d9febaee req-52e43b7b-d5ed-4d2a-8426-e8ead0b2775d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] For port 87f89596-7fce-462a-8204-3e372163ce05, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=87f89596-7fce-462a-8204-3e372163ce05,segment=NetworkSegment(693d6b23-7d5a-48cd-906c-9bc29a7d263c),segment_id=693d6b23-7d5a-48cd-906c-9bc29a7d263c)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:47:18.749336 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d0f46d9a-5d42-4fb9-b184-bb18d9febaee req-52e43b7b-d5ed-4d2a-8426-e8ead0b2775d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:18.869024 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-d0f46d9a-5d42-4fb9-b184-bb18d9febaee req-52e43b7b-d5ed-4d2a-8426-e8ead0b2775d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Calling delete_port for 87f89596-7fce-462a-8204-3e372163ce05 owned by compute:nova {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:47:19.013145 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d0f46d9a-5d42-4fb9-b184-bb18d9febaee req-52e43b7b-d5ed-4d2a-8426-e8ead0b2775d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:19.018735 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-cf2cf78d-e3eb-44d7-8e56-89d311b76be7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:47:19.064157 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e43b7b-d5ed-4d2a-8426-e8ead0b2775d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Pushing event deleted for resources: {'Port': ['ID=87f89596-7fce-462a-8204-3e372163ce05,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:47:19.082351 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3e450f6b-0d3d-4f1f-a175-b570cd194e21 req-062edbd1-4faa-4667-8685-9e3cf4bbe9fa tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0456746
Jun 25 14:47:19.091206 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-52e43b7b-d5ed-4d2a-8426-e8ead0b2775d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:47:19.139655 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f46d9a-5d42-4fb9-b184-bb18d9febaee req-52e43b7b-d5ed-4d2a-8426-e8ead0b2775d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] No DVR routers for this DVR port 87f89596-7fce-462a-8204-3e372163ce05 on host hv-cinder-79809 {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:47:19.142129 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-d0f46d9a-5d42-4fb9-b184-bb18d9febaee req-52e43b7b-d5ed-4d2a-8426-e8ead0b2775d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:19.144700 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'name': 'network-vif-deleted', 'tag': '87f89596-7fce-462a-8204-3e372163ce05'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:47:19.163151 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d0f46d9a-5d42-4fb9-b184-bb18d9febaee req-52e43b7b-d5ed-4d2a-8426-e8ead0b2775d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.16 "DELETE /v2.0/ports/87f89596-7fce-462a-8204-3e372163ce05 HTTP/1.1" status: 204  len: 173 time: 0.7189615
Jun 25 14:47:19.190821 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd6e4fc-fe56-4505-b307-cfc3cb185722', 'name': 'network-vif-deleted', 'tag': '87f89596-7fce-462a-8204-3e372163ce05', 'status': 'completed', 'code': 200}
Jun 25 14:47:19.564677 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-03966e83-0305-4cf0-844a-06d96d3b108d req-afbabe00-23b3-4e11-a6ad-0b49b28f946f tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.1376481
Jun 25 14:47:20.254891 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7a34a483-56c8-4544-854d-9fe85025da28 req-b4feb9a2-7e33-4b07-8b44-1c677d532c30 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0443180
Jun 25 14:47:20.712776 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2b5e700a-7904-4748-8d6d-6a065661377e req-c17a82c9-e1a5-4e81-b999-6c5b9c3e6fdd tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0446091
Jun 25 14:47:21.402967 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2b7fc44a-4294-4b9a-8c4f-7b8b2d0716bc req-514726ad-36db-4090-8468-69d47bdccc36 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0456297
Jun 25 14:47:21.857100 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7ba6ede2-f68a-4713-b3ad-ba3114ea1685 req-22afea8e-9d95-4f29-ace5-8a3c680dfee8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0421164
Jun 25 14:47:22.175693 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 87f89596-7fce-462a-8204-3e372163ce05 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:47:22.210220 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] No Port match for: 87f89596-7fce-462a-8204-3e372163ce05 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:47:22.210568 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 87f89596-7fce-462a-8204-3e372163ce05 not bound to the agent host hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:47:22.556542 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2928a01b-770a-4ef4-baed-d83a85e136de req-f9a22c9d-c36a-45c6-90a0-2d2834449752 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0461123
Jun 25 14:47:23.000227 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-89eb2f9c-b239-46db-a566-bb6fb0545325 req-c2af4498-32c1-4384-9fe3-36a6a0190739 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0424581
Jun 25 14:47:23.703735 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2bd72002-b56e-4791-b647-c2b1c19971c2 req-d42e1591-f148-4572-9a59-0fd1818de051 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0429766
Jun 25 14:47:24.151375 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4f98216c-3f46-4e3a-9824-f2d7413bd89a req-a88c7c11-d77b-460e-82f0-ec21cad735f8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0450773
Jun 25 14:47:24.854657 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-259ab64e-0064-47d6-bb14-9804ddd9d41c req-2040b272-0350-496b-b1a8-9964bb1e9ff0 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0481627
Jun 25 14:47:25.297812 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fc698b14-5d82-42cd-afeb-488a9baf133f req-61d6af15-23d7-4f73-8598-109025843447 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0423172
Jun 25 14:47:26.007794 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2657b56e-6b03-4b84-81c5-4171dd0529db req-023ca2f3-af43-4045-95a8-b8c6d859dcc4 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0459294
Jun 25 14:47:26.448957 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c06cd80e-d75c-480c-ad28-71f862ce22d4 req-a254251e-6783-4526-b5cf-be5428e2b6f1 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0461414
Jun 25 14:47:27.159291 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c6c0f5e6-6096-4037-9e74-a7bdfbe80b1d req-ba838569-fb2e-4e51-a0c8-ab33a8657d58 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0434771
Jun 25 14:47:27.604381 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ab838e75-34e4-450b-a7ac-3376683124c3 req-4d6bed63-821f-49e8-9574-42d90b6f55dd tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0479465
Jun 25 14:47:28.314135 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5c94b0cf-d094-4ee9-9fb8-872a98dc4a88 req-5046f4cc-eee9-4a88-ac90-0029a6a06539 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0422788
Jun 25 14:47:28.749947 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7fb6ac95-2d92-48a4-8f2a-1e5c42c353a9 req-d24830cb-f855-4d93-8fa2-652776bae9a3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0425038
Jun 25 14:47:29.462089 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-eb35c16d-e909-4d6e-8b6b-f1d71e92e7b5 req-45449ac8-b53f-4b0a-abc6-5ba99f3b217d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0452778
Jun 25 14:47:29.901448 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f968a1c9-06cb-4549-8d7a-56448a89714a req-8587de4b-8d92-47c1-9fb8-4e7ad3db359b tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0424073
Jun 25 14:47:30.610558 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5a67ae08-0ce7-43dc-adc0-4d2fb23ad818 req-52b2d9a6-31f3-404b-aa51-1021587f1538 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0435264
Jun 25 14:47:31.052181 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c96fac6b-8c1c-4d7d-b392-65bfa020e2ad req-512c9e4c-df04-4607-9ba5-0c60f14119ec tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0444925
Jun 25 14:47:31.755615 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1e590f20-800c-4e80-af0a-bfd2549ede5d req-714b8c88-9b7c-4cf8-90d7-b1d896bc3498 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0426314
Jun 25 14:47:31.816965 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:32.196337 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-70373a4e-31ca-41aa-89cd-2a665ee9fc79 req-d7e3113b-0dd4-4791-9232-d449122ab638 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0426815
Jun 25 14:47:32.902073 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-db56ed4b-41b5-44c3-ac94-0d0f482cbd03 req-ba020cd6-1fd7-4b46-aae3-c0474bc2ac93 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0446303
Jun 25 14:47:33.340422 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8bd529c1-2db5-4ef7-acc3-34e0085c3486 req-c0c8a7e7-4ae9-416b-98ab-4f487d7e371c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0428777
Jun 25 14:47:34.049613 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-32e8fdb5-8685-4a79-b6fb-cd5f433e6f99 req-c03ac029-d97d-4d9f-b870-12bb8174f7ef tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0417669
Jun 25 14:47:34.490070 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-604927ad-a531-478f-9a4c-73b2a3237a29 req-c1bc5a3d-6198-44d8-908b-3cdcbec5e6ea tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0454502
Jun 25 14:47:35.191858 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ec63fd6c-241f-4e54-a6d6-0d252a5921f8 req-9113a24a-be8e-41f9-99a1-6df5420e060b tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0418737
Jun 25 14:47:35.636855 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fe4c76e3-a88a-4106-8c46-344b4ee39ae3 req-235b39f7-ec6a-451b-b741-3d06a5336ad4 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0440652
Jun 25 14:47:36.339139 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-581db718-645a-4200-b64a-b5fee7fe7d92 req-81c2716a-8342-4ba1-9346-5fd1efc658b1 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0453539
Jun 25 14:47:36.784750 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7a70f9d3-5c70-4cbf-aebd-954389473302 req-f17f348c-9469-4bbf-ae96-e204421ae637 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0442035
Jun 25 14:47:37.485759 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c639c87d-4a66-489a-be33-b1262c7f038d req-3db67aa7-c033-4b90-8abe-b442008f05e1 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0423596
Jun 25 14:47:38.025763 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-54f7323f-9fbc-47f9-a2fa-840c03149856 req-b2f37f28-1e18-424b-8ea2-260177b26adc tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.1320624
Jun 25 14:47:38.301372 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8c174a5e-59d5-49eb-a9d1-691d7811ddfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:38.633269 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c8a2ee75-f11d-4b10-be88-ff1ec642af8d req-3e53e678-be0f-4db0-869c-f9287f349de4 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0458908
Jun 25 14:47:38.859160 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:39.169808 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d5eceba1-db4f-4d84-9eb6-122c7386812d req-ec31f8d9-3054-4ca4-b9d1-4e13906a7eb3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0418017
Jun 25 14:47:39.779473 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9a5bb23e-2c49-4648-8e33-aba58047f08a req-ccb40621-5d29-4b1a-b3f5-351f004b374c tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0444233
Jun 25 14:47:40.313245 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3612986c-e760-4278-9c28-6ad1afe0829b req-45e82097-359c-4423-ba0b-7f658f06f8af tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0420504
Jun 25 14:47:40.882772 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0beb82b7-d85c-4dfe-a46e-bc9edbc313b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:40.931567 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a13c2c1c-42b9-461f-9c13-b3c0e65962a6 req-81bbc71a-a61c-4744-ac75-250df194bcba tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0415709
Jun 25 14:47:41.462632 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-59554679-3e60-431d-9f9b-7a1d6aecad17 req-b2693d90-6661-4f2f-97bc-f648e89da9f6 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0450656
Jun 25 14:47:41.800410 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:42.076861 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a494e635-b6c6-4a5f-87df-53b64af208a6 req-2cccc20d-b3ca-41ef-a2a8-dabc2bc9edd0 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0417297
Jun 25 14:47:42.607369 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-27560be4-f2ef-4a62-91ac-c9c1067617a7 req-06c34df9-e614-45e9-9914-2a51def1b8fb tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0417314
Jun 25 14:47:43.224751 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ea8f1ce1-30bb-444b-b052-d72c3c261bee req-364b808f-c673-4027-9cc5-297a49596eaa tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0461392
Jun 25 14:47:43.307628 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:47:43.750080 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-aac9126a-0ee0-4cdb-9e11-ca50de0926fe req-6208c641-0200-4069-bc91-17ef1f42b4ff tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0418060
Jun 25 14:47:44.371197 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d345d56f-9a9d-4a61-a566-0fac9e8ba5c0 req-867898e4-d369-4cc1-9bfa-498fc9a565c4 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0418828
Jun 25 14:47:44.900782 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8b50ebd9-5d3f-4352-b978-e360b7f2d38e req-d69fd8f5-280b-4fdd-a478-27f1822cfdad tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0449054
Jun 25 14:47:45.516105 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8ab35969-b012-440b-b98f-1e2f78a97bdd req-baa18bb1-768a-46e0-ad23-0030bc078c1a tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0424414
Jun 25 14:47:46.047578 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-40520a41-77ec-423d-b635-8fe711e366cb req-866b2069-830a-4197-99e5-887b36da98b3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0413113
Jun 25 14:47:46.665853 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8afa5e05-60b7-4f07-9c7c-5f25cd04f0c2 req-45622d20-609d-4981-9b7f-88e539778de9 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0473177
Jun 25 14:47:47.193622 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-23a2bbe1-825b-4b93-801f-7bffb86aa696 req-039c1647-3db7-4596-872e-0efa1a2fcffd tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0415888
Jun 25 14:47:47.839790 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-065b0329-7b04-4fce-b397-2fdd73f9495e req-ec813bf8-f598-4f30-b479-f6b11263a311 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0415189
Jun 25 14:47:48.341204 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-efb91681-2c48-4d28-b810-856c1b42be2a req-0d56173f-b3a7-4757-a50a-3a8c5c825b2c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0451705
Jun 25 14:47:48.722037 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:47:48.984332 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f9cbb204-a1d6-495e-af18-946b35623081 req-44a238e3-d79e-49c2-93f0-d2cc23d79a0c tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0415699
Jun 25 14:47:49.486518 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-54b1a5c6-50da-4c6a-966f-4bde7a15fcd7 req-79f11bb7-e480-46ea-b542-62ae3587c243 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0423748
Jun 25 14:47:50.131598 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-692b03bc-cd50-4a52-92e7-0d359a80b49e req-6445c763-ece9-4600-a238-5882627fd8eb tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0448790
Jun 25 14:47:50.629430 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-65e73965-4c81-45a7-88e5-d6ab0d68acbc req-28c5972a-c2eb-4ef4-bb0c-5a7b090d33ae tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0418313
Jun 25 14:47:51.280275 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6756b4eb-1dec-49a1-8cb8-a9fcd497bea1 req-376b1aee-8039-4034-b581-22eea62114cf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0435100
Jun 25 14:47:51.780170 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-35760fe8-3267-4153-930a-2cd5550cafe2 req-06ea54ae-8801-461f-aa32-57926b712987 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0453944
Jun 25 14:47:52.425530 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-496327d1-59be-4064-8c86-d4ca0621394b req-83710116-f4ef-42ed-8725-8701df4ebefc tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0433054
Jun 25 14:47:52.926536 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-49e5cebb-4248-4283-a988-ae2104f715b6 req-e0b035c5-0e02-4e1d-8499-846f35391cb2 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0415566
Jun 25 14:47:53.580098 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3de21628-5ae7-45a6-889c-4bef473c7c90 req-a941a449-0926-4821-b845-9e90722ed7e1 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0444734
Jun 25 14:47:54.071135 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-eea6e19d-f1d9-4d37-a060-114c2cbb5d15 req-9f8638e8-c272-4dda-950c-66e4f9c8be7f tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0419919
Jun 25 14:47:54.727463 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bf6ff845-1557-4932-8860-96d42739fa15 req-f03afa16-3d45-4fc1-b240-f4ef6e50d0cd tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0427825
Jun 25 14:47:55.222026 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8d6e1bbc-4ada-4e18-9134-edd299eaf34e req-0b71dd4d-8219-495d-bdcf-2b77b342ae59 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0457094
Jun 25 14:47:55.873650 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-068d65fd-5c9b-4b05-9e52-11d360e6dee6 req-9c2a3b37-bcc3-48b3-9a0c-d628f12ed52a tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0427029
Jun 25 14:47:56.368360 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-52a0aafc-151b-44fb-89d6-fc9d7e6442aa req-a47ad5ff-b991-4b4b-befa-f1fe1f388b4c tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0437217
Jun 25 14:47:57.109232 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9685875e-cc73-4948-8f13-c79395a47b45 req-42fe65a1-22c3-450f-aea2-ca130a596478 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.1342313
Jun 25 14:47:57.514153 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-36f9708b-3fae-4b4a-95cf-aaefd7e26188 req-52f5caac-fdae-465a-8610-ea303082c3de tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0415418
Jun 25 14:47:58.255511 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-039bfe5c-f083-4b1f-ae90-45d47f857b07 req-58e279de-da73-4e57-b6c0-f9e41b9cfc47 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0426614
Jun 25 14:47:58.665279 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8320eb8f-634b-4921-a363-a1089aba956a req-48e53062-f0bf-49e6-afb6-bbf33c9b94ab tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0462735
Jun 25 14:47:59.405747 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b46c977a-0bec-4849-a5a7-7d523bb3407b req-c4928e27-0759-4d87-b385-88a7e28fbc23 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0464196
Jun 25 14:47:59.813197 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0d4484c0-68c3-45fa-8dbf-b75a3f7ea3f5 req-d7ef26f3-1063-4bee-b20a-77fa072036d8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0455852
Jun 25 14:48:00.564212 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2f18abab-90e6-472b-a015-a588d3521108 req-3a629c82-c39f-45cc-87d4-c6d3422a2b03 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0535851
Jun 25 14:48:00.957228 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fff78546-0c7d-4655-aaec-cb305a0dd6da req-57984070-b929-428f-acaf-1fcf90a28706 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0414472
Jun 25 14:48:01.710573 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7f14b3da-5f8b-4747-9176-f0c4dfbade1b req-99a59c46-6984-49ae-b7a5-bff083da80dc tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0417075
Jun 25 14:48:01.833555 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:02.108645 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-41240fbd-3cbb-4c7d-aa64-64a91f26c9e8 req-c0c987d6-877c-4117-b113-fed4634f248d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0451503
Jun 25 14:48:02.863360 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6c6a21dd-222e-44fa-b15d-a4ed629cb81d req-71a97843-b8e6-44f7-8997-59f257ed5305 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0448155
Jun 25 14:48:03.255282 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39a78f00-2fa2-4c7c-82f2-d46c07b50760 req-436eda79-5b27-4fc1-bab3-e202f76f2b9d tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0431371
Jun 25 14:48:04.021721 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9d98a0cb-dd68-4a0b-a6c8-e1f31b4502cb req-7dee7840-bb32-4fac-a8f3-f0b00ab0bb04 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0464802
Jun 25 14:48:04.211230 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0b21c238-0c86-490d-8423-9173239897ab req-17af0b58-3bce-47d1-a212-fbf0999c3136 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0698204
Jun 25 14:48:04.378070 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21c238-0c86-490d-8423-9173239897ab req-daf4318a-676a-4013-b497-d2826ccbaa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:48:04.379630 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0b21c238-0c86-490d-8423-9173239897ab req-daf4318a-676a-4013-b497-d2826ccbaa98 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 1099 time: 0.0814056
Jun 25 14:48:04.410643 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-126a3265-fa32-4976-8750-d8b6254b288e req-0a4364a3-40bc-4960-8b6e-719ed1d0e915 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0493777
Jun 25 14:48:04.537460 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21c238-0c86-490d-8423-9173239897ab req-78b578f9-227a-4f87-a2e0-4db0a8dadbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:48:04.540507 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0b21c238-0c86-490d-8423-9173239897ab req-78b578f9-227a-4f87-a2e0-4db0a8dadbb9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 200  len: 912 time: 0.1376650
Jun 25 14:48:04.734094 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0b21c238-0c86-490d-8423-9173239897ab req-c3cc3cb6-a287-4272-abf9-d1f802d3980b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5f4720-0e75-4ecb-9346-c5929b77747a HTTP/1.1" status: 200  len: 1001 time: 0.1868720
Jun 25 14:48:04.799496 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21c238-0c86-490d-8423-9173239897ab req-34648316-bc5d-4782-9be3-0e133b2cbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:48:04.800989 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0b21c238-0c86-490d-8423-9173239897ab req-34648316-bc5d-4782-9be3-0e133b2cbfa7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9265467f-1c70-41b0-a5d8-95ad79db0d39 HTTP/1.1" status: 200  len: 850 time: 0.0583565
Jun 25 14:48:04.888034 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21c238-0c86-490d-8423-9173239897ab req-6ed5f793-b4f1-43b6-b925-7364769ab22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:48:04.889643 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0b21c238-0c86-490d-8423-9173239897ab req-6ed5f793-b4f1-43b6-b925-7364769ab22f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b57f227-be72-49df-b303-59d0100b6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804803
Jun 25 14:48:05.027033 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0b21c238-0c86-490d-8423-9173239897ab req-27e7d83b-4e1f-41dc-833c-1aab37f1aad6 service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294892
Jun 25 14:48:05.160854 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-0b21c238-0c86-490d-8423-9173239897ab req-db210b33-dd59-4cae-9951-fad1509fdc24 service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272554
Jun 25 14:48:05.179276 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d22b8486-f396-48f1-b685-dffe6c7dc127 req-5ce6cda5-fb8b-4ac9-9ff1-5046ec99a79b tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0468707
Jun 25 14:48:05.576375 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-11179adb-2870-4999-bb83-c6b2edddc1ab req-22e168b7-55e4-4c20-b735-821baba8975e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0492821
Jun 25 14:48:06.331135 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d7f2d9da-7ae4-4bbb-8730-095045aec333 req-b1e54dd1-fe1e-49f6-b52c-f97008bff2da tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0430913
Jun 25 14:48:06.722010 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8ae43ec7-9db1-4e3f-bac9-d126a14ad311 req-de967c7a-4088-4123-a2c5-f83d6c40c1e6 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0419838
Jun 25 14:48:07.480005 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4c1ed72a-57ad-454f-acc6-1a519e443b03 req-0d1f4a66-6fc2-4f13-b568-959f1e83a1ef tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0450833
Jun 25 14:48:07.868181 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-849b45b5-68a5-47d1-b131-9dd5409bb5b6 req-6a238fd7-ef68-4e13-bab6-12ce8629bea8 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0426867
Jun 25 14:48:08.294120 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-a2242870-7a4c-4756-81c0-5e7fe3c46816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:08.635751 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3a30986e-23e9-47de-9921-759e92c9d6a1 req-7cd5ccd0-aa15-4840-9205-f5089755cad6 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0518465
Jun 25 14:48:08.860341 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:09.023187 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3e8dd43d-820b-4d35-af8f-4311dd711fd3 req-cc94914e-5a9c-43af-867f-ce6dac46f315 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0452490
Jun 25 14:48:09.780843 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4c524246-b02a-4db5-902c-56782638e92a req-c4f37e50-c3dc-48bf-942b-1b0cbbfd4fa9 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0424073
Jun 25 14:48:10.166836 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2f45a5cc-1a48-4170-afef-db30bc98a8f8 req-02d2164a-bef7-4022-ae59-63134f245e6f tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0428021
Jun 25 14:48:10.873643 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-948a7144-9d09-41a2-805b-9157379239e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:10.932086 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-72290837-4634-4850-bebd-72229d95ea83 req-8467cc29-f281-40a4-991e-9f3f3b97b4b6 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0460546
Jun 25 14:48:11.314701 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-52d7dbf2-5fab-452b-86ed-4c592bb96642 req-dfc9f748-31b0-4496-aaaf-5e8def6bb395 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0431058
Jun 25 14:48:11.805668 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:12.081017 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-40ad8075-a630-42a8-a25e-61d9ea1fb160 req-07a37c1c-58da-4d19-b267-9f6657229521 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0423160
Jun 25 14:48:12.466387 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-15b656d5-73cd-4b0b-912a-f47256d64368 req-58fb7d5e-8615-41cf-b6f2-2ef66c1b53ea tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0464303
Jun 25 14:48:13.226467 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2de6e90d-684b-4241-a541-37b6f54aec58 req-f649d507-bab9-451b-8115-ca81bf78f194 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0422411
Jun 25 14:48:13.310016 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:13.610931 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a1007b83-696b-4b3a-a293-9ea1be4af10a req-cebc87d7-4a76-4a55-8bad-9d726713c899 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0420530
Jun 25 14:48:14.374340 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5f8839b3-b704-40bc-91c8-5800ee3adc0f req-5d23b224-a81b-4fc4-886c-8fd5ae3d87a7 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0451996
Jun 25 14:48:14.763546 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d9d5f9a1-430d-4727-9b04-41209923188b req-1fd87f47-6704-43e4-8e36-ad3d280e6790 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0425432
Jun 25 14:48:15.522554 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a3070842-b445-4c0e-ac08-88aa2f3a469a req-51e45508-7197-4a3e-94d2-0e2ff96ad8e0 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0410159
Jun 25 14:48:16.009985 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-248ff5b5-b021-406e-bf12-aac62b890bba req-e9e2cacd-d11d-409c-a225-72443822555a tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.1418724
Jun 25 14:48:16.669569 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-26c3c869-3a0f-4d7a-923e-5c51f10937b0 req-ab88901a-7efa-4588-afda-38fa9d22717b tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0425599
Jun 25 14:48:17.154026 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4e884389-018c-451d-a1c6-0e24574db153 req-fcc62b3c-85ac-4883-bc44-d8645017da7b tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0420172
Jun 25 14:48:17.815893 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-78929575-3700-4560-939b-3c2766d39b3a req-cb57cb1b-9ffb-4083-bc14-af904d8e5116 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0451965
Jun 25 14:48:18.297905 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6b3605b4-5451-4fc3-97c6-1bd85cf35c4a req-866ae9a8-c8cf-4646-870a-0703328dd2ac tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0425305
Jun 25 14:48:18.963429 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e9b47ed1-69cd-4824-a5d1-8398d4359e13 req-773c6fed-55b9-4898-9994-72d567a4b7d1 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0429525
Jun 25 14:48:19.592935 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-70bc42f8-32d2-44fc-a180-dac69a7121b1 req-720f2ce1-3ad5-4df0-838a-e9fa06bede0f tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0456650
Jun 25 14:48:20.107736 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cbc2d633-dbd9-485c-bd17-bedbdd6cf0bb req-2869f7ac-6e17-4a9d-b9f3-6a24ad202253 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0422192
Jun 25 14:48:20.740344 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3cd75e30-20ea-4501-bd55-f4e5bcf8ea74 req-63dcc280-3fc4-4a35-ab1f-63ef377bdd30 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0460060
Jun 25 14:48:21.254823 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-09c5a88e-ae1d-4b07-86ee-87bce8f4cd4f req-8cb822b2-6bdd-4bdb-bb82-78ee3bb267ce tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0454800
Jun 25 14:48:21.884210 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-884b6308-6fe2-4ff0-b515-8ee65d32f0d0 req-694a976f-69e9-446f-b488-3ddd7bf64ea1 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0420229
Jun 25 14:48:22.406970 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7eefd7f3-10db-4d5a-99e1-f21953ebb055 req-a977e966-bd99-43da-83f3-1aa6ed1216ad tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0418367
Jun 25 14:48:23.032692 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1d211578-5f8b-41ce-8cbd-fd0fe8fc6607 req-8d5d5461-309e-4aaa-810d-e55b72d79261 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0454292
Jun 25 14:48:23.551733 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-14ba85c4-7256-4049-96e4-039a89760424 req-d9ee7627-b0bf-48ae-b432-9d1b2edd00b1 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0418532
Jun 25 14:48:24.175997 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b63ee227-cc07-4f0c-af16-daefe79f4f70 req-50bf1b77-0261-46d2-b5ef-b849b161ef79 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0413477
Jun 25 14:48:24.700248 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8d848a25-42db-4e9c-bc71-b1983630305b req-93e5faa0-df59-485e-a995-238aea3c7749 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0461946
Jun 25 14:48:25.320424 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-89e28512-4af6-4dd4-ab35-d49d201100c8 req-1cb4550d-410e-4167-9d5f-181a4f199e59 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0423431
Jun 25 14:48:25.721634 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:48:25.848353 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9c6fc8cc-fcea-45aa-9ad9-9afea6cf3a05 req-c176c760-f8c6-4ea4-a537-bb7fde97dcc6 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0427585
Jun 25 14:48:26.470872 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-96abe4b6-fab8-4b5f-b7a1-52e49ff890aa req-3a2cf608-8f13-4ae5-9750-55867760fb3b tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0451503
Jun 25 14:48:26.992573 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-691bb766-b843-426f-8d9d-2bbcc1de2328 req-6fed7bd6-eebf-4a95-a3ef-bb0a40058990 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0428090
Jun 25 14:48:27.625758 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-392e7070-1d8f-4998-a7de-dcb363f17921 req-90a4e986-0ec8-4021-a5ae-9fe038303f8f tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0510235
Jun 25 14:48:28.139824 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-de0492e0-8c26-4152-bc74-88b9866aec31 req-7e85cea0-8f97-4918-afd7-4c3353b728b5 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0448418
Jun 25 14:48:28.770671 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2d237e8a-feef-48fb-8948-f40faeb09d93 req-f2b82a2e-f232-4cb4-96df-a921077cdaaa tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0414841
Jun 25 14:48:29.430174 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5f204a6e-bf79-4683-86a4-ac7391e600bb req-50d583d0-5da2-4e1a-aa98-ec087c722b14 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0416667
Jun 25 14:48:29.920641 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a422fdce-5aaf-43cd-84b4-61d4d7cacdd3 req-0b625f46-1f34-4d05-a4e9-45eea12e87cd tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0452824
Jun 25 14:48:30.584440 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-41f5fbfd-52fa-4ef5-b6b0-aec951704a67 req-f735486d-fe5b-409b-b99c-5251783f95dd tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0424173
Jun 25 14:48:31.067368 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-24b528bc-3b08-4e13-8c54-cda0fc0cb44d req-37de08b7-6c1b-43a4-84a9-e2fe482830f3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0441556
Jun 25 14:48:31.733115 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b2f1b12d-032a-4cce-bc11-3ba872eda091 req-f0a47548-e3d0-4f14-af01-59e39cbf6072 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0471926
Jun 25 14:48:31.847221 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:32.216184 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e152c7b6-584f-4949-961f-c90ebcb67821 req-abf13b35-9c4b-43c6-baa6-97f7ef94e5e7 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0431097
Jun 25 14:48:32.879271 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-72db0a7f-8304-4501-8bf9-367a3bd95ebf req-eb51b315-2fb0-4d50-ac87-5b27b002ad0c tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0417395
Jun 25 14:48:33.365888 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6ea27a8e-6528-47cf-9678-6ef19db00cd5 req-4b4fdba7-d1a6-482e-913d-136b43df259b tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0454330
Jun 25 14:48:34.023806 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-52593541-199c-484d-b84c-4082a462b16d req-b8b2a46b-4071-4d05-889b-9785e81522f6 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0419934
Jun 25 14:48:34.513233 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c23740ae-411a-46d0-9629-9a5edcb147cc req-174d6aaf-29ee-439d-8ebb-fd9f9b92a306 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0427961
Jun 25 14:48:35.259819 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d6edbfb3-2cc5-42aa-8f9c-1d3460e3b08d req-797b974a-3c85-4481-af50-a8eeb9d37021 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.1313856
Jun 25 14:48:35.656794 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-527ce3bd-b71b-496f-a6a4-d4d6387c5807 req-8a794bfd-7491-4766-a830-78b1f24312cc tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0418274
Jun 25 14:48:36.409542 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7383f3b9-3d72-4095-888b-68e9b0307849 req-d5f77315-7915-4a1b-80a1-dc2b6e866e57 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0432503
Jun 25 14:48:36.808084 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3da88251-42d8-4350-a115-5f005c5afb7b req-e53a13b3-1cc0-4119-8843-c4ef63dc3b44 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0451448
Jun 25 14:48:37.565366 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-88540a9c-eef2-45be-ae58-123e312f327d req-9753aa91-2354-439f-8359-30e02ba5915e tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0424075
Jun 25 14:48:37.954136 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-07a9a760-e577-4e48-96b3-d45599f52b32 req-18d66ebc-3ac6-4e2c-8225-5d8a37ea8b39 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0427544
Jun 25 14:48:38.295932 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d0864aa3-71e0-42f9-bf21-80edf93f0adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:38.711354 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d8d251be-5d6a-457d-9e9a-1e5788aa9e83 req-0d4ab66c-cbcf-459b-87b4-91f0975d8ce9 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0441635
Jun 25 14:48:38.862384 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:39.098841 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2d9dfc5a-38a7-4325-85d8-1270b7b19b04 req-b947893a-681d-4eee-a709-c570ae6f1192 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0424209
Jun 25 14:48:39.858252 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-500c90a6-aaea-49ed-b7e2-443b4fde3d81 req-81d06948-9368-4ab5-b023-33e9c6eaa427 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0424638
Jun 25 14:48:40.250822 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c6547e04-de68-40be-ac6e-726cc47c4317 req-49289576-9b9f-4001-80cd-cfacec646547 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0461130
Jun 25 14:48:40.875846 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7dfc13d9-7817-410b-b352-dc0cc64c884e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:41.002891 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-866d49f1-85b7-48a5-9eb3-df81499ad495 req-06a7a9e1-7a59-4260-b26e-43296dd2be3c tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0419219
Jun 25 14:48:41.400114 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0ff6a60b-dcdf-4229-ad3f-89a5ac33320c req-38f7b48a-2383-4df4-bc17-667b001197d3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0422044
Jun 25 14:48:41.809333 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:42.149774 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c6e60169-b9c2-4943-b556-93bc27868431 req-443cb23f-3419-4880-ad49-088a5060ab66 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0446301
Jun 25 14:48:42.543911 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fa4e5307-fb55-42b2-a038-ff6e05cbadef req-12bc9db3-2c18-4f70-89c7-f63af47933e2 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0418243
Jun 25 14:48:43.296084 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-25e50fb5-e144-4ae9-93b6-f8c8cc4400b6 req-e82c0e7e-2870-4b2a-8a2b-1a0254794938 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0416498
Jun 25 14:48:43.315784 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:43.694689 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ff032cd0-3b67-470a-803e-a21481a476d2 req-0f723aa8-7e35-49b5-bf5c-0d326a0dd8d3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0443649
Jun 25 14:48:44.443103 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2030863c-58f5-445e-ae57-accd73614a04 req-a64b7d7b-9e6a-49b3-9a2b-e0bce8bc4ffa tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0436747
Jun 25 14:48:44.838537 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fa8c3271-f25b-46de-9b13-83cbd7745473 req-46e1760f-4ae7-40f7-a79d-cedfff120103 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0423269
Jun 25 14:48:45.590343 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f8d8e6be-87ef-4a94-9206-5f634053018e req-f15b5b8d-89d5-4674-bebf-87f9bb03038e tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0449913
Jun 25 14:48:45.983817 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bb8d55cf-818c-40e7-9ca1-73f8ef01092d req-3d19d1e7-35df-4374-8fdb-fea5ed9b27f0 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0433669
Jun 25 14:48:46.737988 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d3c44156-fa15-4788-9ae8-a00e5ca186ca req-8bb0abcc-b727-44d1-a534-2c29abecff0b tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0435739
Jun 25 14:48:47.134032 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-164adc6a-3d4d-42ff-90dc-7f25c3ff2320 req-6e288719-41f2-44f4-a252-cf5485fe04a1 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0451825
Jun 25 14:48:47.881782 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cc467149-edb8-4f8d-b910-0a934d588768 req-2346ea73-0803-42f8-9d82-018548369727 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0427043
Jun 25 14:48:48.288484 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b48959d2-7c10-4626-ad9d-5bff267ba27e req-6a7d97ac-babb-47fb-8291-bcb67a04d479 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0506773
Jun 25 14:48:49.029241 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ca2b6985-1a33-4f2a-84d1-50208965829b req-17bf297a-79d7-44ea-8e62-12a8b52e670a tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0457919
Jun 25 14:48:49.434047 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-547267fe-793a-4067-a2c1-3b9fab11880b req-6acf0b10-3496-4682-8cdd-b6c536415ef0 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0426941
Jun 25 14:48:50.175738 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8fa2e361-c0d8-4ca0-bad0-2138ad02fcd2 req-0f299660-312e-44d4-848f-18ab52669f94 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0429246
Jun 25 14:48:50.583220 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b03b4c44-5153-4bf8-a3d4-38af32ca97fb req-25043c62-1194-423d-8dd7-4adf596f6afa tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0450230
Jun 25 14:48:51.322811 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7c822659-73ba-4c21-9cdf-59c2b2a05219 req-354da4b3-bc8e-4e59-a3fd-f44f05040973 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0433202
Jun 25 14:48:51.729710 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a86781ed-2622-4f24-b1a1-81719ac97d8e req-3f09446e-62cd-4060-a951-41bef7cd14e9 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0430970
Jun 25 14:48:52.473467 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b7e48281-39de-4859-8ad8-5f12aca15681 req-f37ddc7b-0be0-4790-b492-6c40b2a304c1 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0461826
Jun 25 14:48:52.874921 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3c20aade-955f-4cd6-a3f4-a0e4d0944f07 req-c4179acd-414c-4e6c-b831-62c645904f36 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?device_id=31ef8fc1-65c1-4f4a-a367-04e5deea75ff HTTP/1.1" status: 200  len: 210 time: 0.0425749
Jun 25 14:48:53.622730 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b3e1192f-40f5-4ff0-9d5a-79298103e316 req-d5e7bc88-ef4f-411f-9212-5ad687f10897 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0424242
Jun 25 14:48:54.175834 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b6ccbdd2-b4d0-472a-b6d6-29373b4b3db7 req-44ceafe5-cfeb-43e7-9ab6-7b8e5329bf9f tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-14048976&fields=id&tenant_id=f5e71d6387574c4c80d267a33c619811 HTTP/1.1" status: 200  len: 267 time: 0.0426145
Jun 25 14:48:54.409284 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccbdd2-b4d0-472a-b6d6-29373b4b3db7 req-96d80381-73c7-4832-94a5-4f31eb70cb00 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:48:54.410701 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b6ccbdd2-b4d0-472a-b6d6-29373b4b3db7 req-96d80381-73c7-4832-94a5-4f31eb70cb00 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/networks?id=b025b70a-f35a-45e2-b6cc-f3f694612525 HTTP/1.1" status: 200  len: 811 time: 0.2284110
Jun 25 14:48:54.427110 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b6ccbdd2-b4d0-472a-b6d6-29373b4b3db7 req-4456eb86-40a7-4e24-ba29-c67acc2b4db3 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/quotas/f5e71d6387574c4c80d267a33c619811 HTTP/1.1" status: 200  len: 375 time: 0.0109324
Jun 25 14:48:54.513291 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b6ccbdd2-b4d0-472a-b6d6-29373b4b3db7 req-de62b083-52ee-4850-a897-ab2808864b9f tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f5e71d6387574c4c80d267a33c619811&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0809319
Jun 25 14:48:54.648409 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b6ccbdd2-b4d0-472a-b6d6-29373b4b3db7 req-542ff56c-c77b-44c2-bdd2-f40fa66d0169 service neutron] 10.222.0.52 "GET /v2.0/networks/b025b70a-f35a-45e2-b6cc-f3f694612525?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240237
Jun 25 14:48:54.784457 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ff5079e9-8d86-47de-884d-237af30d3899 req-98d3a811-1364-46fd-893b-aed1efb8d4b8 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0497327
Jun 25 14:48:54.822687 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b6ccbdd2-b4d0-472a-b6d6-29373b4b3db7 req-7e82c681-57c6-43fe-904e-d3622f4db170 service neutron] 10.222.0.52 "GET /v2.0/networks/b025b70a-f35a-45e2-b6cc-f3f694612525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1686552
Jun 25 14:48:55.106415 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 40904) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:48:55.256144 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Deleting port 5fdb23af-1e50-4c45-9baa-996e738d5264 {{(pid=78435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:48:55.256853 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:55.428374 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:55.428764 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:55.553646 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Calling delete_port for 5fdb23af-1e50-4c45-9baa-996e738d5264 owned by network:floatingip {{(pid=78435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:48:55.697974 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:55.702362 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-46e503c2-72f6-44e2-a26f-0e7112191698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:48:55.749581 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Pushing event deleted for resources: {'Port': ['ID=5fdb23af-1e50-4c45-9baa-996e738d5264,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:48:55.790160 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:48:55.790525 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:48:55.790883 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:48:55.791232 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:48:55.791578 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:48:55.791954 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:48:55.792303 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:48:55.792672 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:48:55.793644 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:48:55.793988 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:48:55.794329 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:48:55.794666 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:48:55.821045 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:48:55.853235 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for floatingip, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:55.867796 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:48:55.869067 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-5932ed5a-aa62-4412-8b37-d45854970012 tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "DELETE /v2.0/floatingips/54619859-5f54-42c5-8076-a995c1e6edaf HTTP/1.1" status: 204  len: 168 time: 0.7616656
Jun 25 14:48:55.931694 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-99f02800-a57d-46b1-8262-b5cd31960c6b req-6d941cfa-2a05-49e8-934f-a5c616eee49b tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0428107
Jun 25 14:48:57.077178 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d99aa00f-2112-482a-a8c9-bd86529f17aa req-8e33b8bf-b605-4948-8e3c-1636beb12b1f tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0421660
Jun 25 14:48:58.280141 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-eab778a2-1d0d-4810-bc1f-81c66eeb334b req-934e89ae-4fe9-4c1a-a35f-ca323c336ebe tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0968370
Jun 25 14:48:59.573354 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b7ecd0d0-9233-4544-8344-22056a65f8bd req-679a9e8b-f189-4758-b0c2-c24f9129de45 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.1802602
Jun 25 14:49:00.717520 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5a54da82-75af-4620-a518-97a7d919acc3 req-f28b7b1f-8b19-4860-9d4b-076bdad70fb9 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0423081
Jun 25 14:49:01.846024 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:01.865060 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c5157b67-9179-4db4-82bd-ed0acce37941 req-41ef87cc-f361-443f-97fe-a6bca7670332 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0454090
Jun 25 14:49:02.720692 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:49:03.012015 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-67e51ec8-f019-4a2b-9897-d059c4130bf1 req-19ba1930-babf-487d-b8b5-19de6a3a0d7e tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0414340
Jun 25 14:49:04.154498 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ae5cdda4-601e-4c54-b856-1b6537a9687b req-85e0b947-afa7-4808-8168-8314799c1e1a tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0417254
Jun 25 14:49:05.328233 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7a48f19c-abfa-4105-9392-21df4fd33ae9 req-ca12fe16-9617-4358-a573-0564198ea685 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0459228
Jun 25 14:49:06.175504 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7cc88cd2-075c-4057-8cf3-118f62a80d4c req-69e9d167-420a-4b7c-8554-f5167d09f6eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0721369
Jun 25 14:49:06.280724 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc88cd2-075c-4057-8cf3-118f62a80d4c req-f7731bf4-416e-4aeb-852c-e44be406f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:49:06.282062 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7cc88cd2-075c-4057-8cf3-118f62a80d4c req-f7731bf4-416e-4aeb-852c-e44be406f676 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2&device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 1098 time: 0.0719209
Jun 25 14:49:06.429909 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc88cd2-075c-4057-8cf3-118f62a80d4c req-9678582a-ff88-42c6-897b-30bf9c197743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:49:06.431453 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7cc88cd2-075c-4057-8cf3-118f62a80d4c req-9678582a-ff88-42c6-897b-30bf9c197743 service neutron] 10.222.0.16 "GET /v2.0/networks?id=be24940d-36a5-4120-9f97-63f35026663d HTTP/1.1" status: 200  len: 918 time: 0.1301351
Jun 25 14:49:06.494942 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cd7df9c8-8872-4150-9c5e-1487a370b5e3 req-c642fb3e-f706-4800-9e72-558a5dbd7ebf tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0515358
Jun 25 14:49:06.542779 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7cc88cd2-075c-4057-8cf3-118f62a80d4c req-6fb9820c-cd47-4b00-8f56-6f459807ca16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=069d6e2d-7652-4839-822f-fd2f8271079a HTTP/1.1" status: 200  len: 1001 time: 0.1039240
Jun 25 14:49:06.606376 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc88cd2-075c-4057-8cf3-118f62a80d4c req-f892a5b8-fabe-4331-afb0-aeb8dab2e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:49:06.607781 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7cc88cd2-075c-4057-8cf3-118f62a80d4c req-f892a5b8-fabe-4331-afb0-aeb8dab2e59c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e39175d9-74d1-4a7a-b7f4-51fe6d4a191b HTTP/1.1" status: 200  len: 856 time: 0.0578418
Jun 25 14:49:06.684848 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc88cd2-075c-4057-8cf3-118f62a80d4c req-915ddda6-0ed4-45ef-a8bd-00a9047ea97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:49:06.686259 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7cc88cd2-075c-4057-8cf3-118f62a80d4c req-915ddda6-0ed4-45ef-a8bd-00a9047ea97a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be24940d-36a5-4120-9f97-63f35026663d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710814
Jun 25 14:49:06.817390 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7cc88cd2-075c-4057-8cf3-118f62a80d4c req-6d85db47-3cfb-48af-95c7-0dbef5d17d69 service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239498
Jun 25 14:49:06.952514 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7cc88cd2-075c-4057-8cf3-118f62a80d4c req-ff0b739f-b939-4115-8c1b-ae63573d1102 service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261210
Jun 25 14:49:07.645719 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fb885309-6443-4f2c-9c91-46b676fd96e6 req-82cfcd4f-95f0-4895-88e5-0e23d6db524a tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0424831
Jun 25 14:49:08.296960 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c4ab16f9-6b9f-4e14-9bad-11cefd5a3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:08.796363 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3619f2b8-2273-45bd-a6c6-3fe988517425 req-bf913a6c-9518-4079-af51-6aa3e890c7e3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0457857
Jun 25 14:49:08.869317 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:09.942103 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6d564f16-26b7-4731-9efa-6cea001092c1 req-d822771f-064f-43ef-b991-c1deb0c2441e tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0423436
Jun 25 14:49:10.876930 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-184eea1e-65c0-496e-8b92-2e67e7fb9346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:11.086935 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9ad81a70-7061-4275-9669-179d16694557 req-73906edc-e984-47d4-a1f4-5239b317eb18 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0414746
Jun 25 14:49:11.808797 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:12.237665 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d068450c-20b4-4bf0-a799-d24aba9fb381 req-2a0ca86f-cffe-46e9-973a-5e75895a51c6 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0453186
Jun 25 14:49:13.316945 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:13.387179 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7a7eb9c9-8b5f-4aa1-a12d-c91d8add382d req-1f6c0ffd-33ac-4f5f-aa7e-79518dd4069f tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0438881
Jun 25 14:49:14.537539 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e81b7374-1917-40bf-ab0d-f71631888dd0 req-b6f2d908-93ce-4214-a562-f4b0b053e6c0 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0474126
Jun 25 14:49:15.684443 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1634e710-b9b3-4cd7-8930-8e66c02e2a18 req-5cc4e49a-c9c5-48b6-abe1-1262d4bf128b tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0444863
Jun 25 14:49:16.831722 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ecd58787-11ba-442d-8a7d-edde71cb0c7c req-1c51051b-647b-42f5-8684-f65a1f1f419a tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0442975
Jun 25 14:49:17.978370 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0d11f484-4d94-43a0-a205-3dec739847ba req-67f876dd-6a8f-4eb1-b021-b3d87b21e7ad tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0442948
Jun 25 14:49:19.129267 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bcedb747-4b8b-4a79-a832-9872d5b13624 req-3a3dc0e0-a4ea-4ce9-8cf7-21d908e17261 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd6e4fc-fe56-4505-b307-cfc3cb185722 HTTP/1.1" status: 200  len: 210 time: 0.0462830
Jun 25 14:49:20.226607 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 41154) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:49:20.296141 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9e546323-395a-41e9-9ee4-8b9317759961 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:20.325118 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9e546323-395a-41e9-9ee4-8b9317759961 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:20.388491 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9e546323-395a-41e9-9ee4-8b9317759961 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:20.394301 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-0f91e11b-a8a2-4ba0-b4d0-0609f06a8618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:49:20.410434 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e546323-395a-41e9-9ee4-8b9317759961 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c252ed-be1e-41c9-99a0-f4a53c6eb69b,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:49:20.413703 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9e546323-395a-41e9-9ee4-8b9317759961 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:49:20.420127 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9e546323-395a-41e9-9ee4-8b9317759961 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:20.421259 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-9e546323-395a-41e9-9ee4-8b9317759961 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] 10.222.0.52 "DELETE /v2.0/security-groups/e3c252ed-be1e-41c9-99a0-f4a53c6eb69b HTTP/1.1" status: 204  len: 168 time: 0.1936102
Jun 25 14:49:20.489111 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 41160) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:49:21.202005 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760582'] for router_interface, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:21.549978 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Deleting port 2129b8c9-e7e6-44af-a34d-3a840cab0850 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:49:21.550628 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:21.716520 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] For port 2129b8c9-e7e6-44af-a34d-3a840cab0850, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=2129b8c9-e7e6-44af-a34d-3a840cab0850,segment=NetworkSegment(693d6b23-7d5a-48cd-906c-9bc29a7d263c),segment_id=693d6b23-7d5a-48cd-906c-9bc29a7d263c)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:49:21.721290 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:21.842180 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Calling delete_port for 2129b8c9-e7e6-44af-a34d-3a840cab0850 owned by network:router_interface {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:49:22.013852 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:22.019018 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b600c6fe-e658-4d8a-be49-e17e32ac54df tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:49:22.061605 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=2129b8c9-e7e6-44af-a34d-3a840cab0850,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:49:22.131355 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:49:22.131720 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:49:22.132079 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:49:22.132437 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:49:22.132808 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:49:22.133154 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:49:22.133497 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:49:22.133834 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:49:22.134174 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:49:22.134509 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:49:22.134857 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:49:22.135182 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:49:22.140863 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:49:22.334721 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760746'] for router_interface, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:22.782051 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Router 3772bf80-e0d3-4936-b385-27bbd49f300d has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:49:22.957567 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:49:22.966237 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961ac5f0-593b-4c26-9970-b6c2c2099bea None None] Sync routers for ids ['3772bf80-e0d3-4936-b385-27bbd49f300d'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:49:22.970379 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] 10.222.0.52 "PUT /v2.0/routers/3772bf80-e0d3-4936-b385-27bbd49f300d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4796150
Jun 25 14:49:22.972751 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 41190) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:49:22.975888 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ac5f0-593b-4c26-9970-b6c2c2099bea None None] Routers {'3772bf80-e0d3-4936-b385-27bbd49f300d'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:49:22.976509 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-961ac5f0-593b-4c26-9970-b6c2c2099bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28a5cf640>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:49:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['3772bf80-e0d3-4936-b385-27bbd49f300d'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:49:23.147285 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] Notify callbacks [] for router, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:23.185330 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-961ac5f0-593b-4c26-9970-b6c2c2099bea None None] Set router 3772bf80-e0d3-4936-b385-27bbd49f300d gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:49:23.318449 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:23.330223 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] Deleting port 0bf9b049-22bf-4041-8970-6dc98696008e {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:49:23.330581 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:23.475967 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-961ac5f0-593b-4c26-9970-b6c2c2099bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28a5cf640>, [{'id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'name': 'tempest-TestShelveInstance-346133233-router', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:18Z', 'updated_at': '2021-06-25T14:49:21Z', 'revision_number': 5, 'project_id': '018120595eed44fe92439b2834f42c8e', 'gw_port': {'id': '0bf9b049-22bf-4041-8970-6dc98696008e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:20Z', 'updated_at': '2021-06-25T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:49:23.479877 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961ac5f0-593b-4c26-9970-b6c2c2099bea None None] Checking router: 3772bf80-e0d3-4936-b385-27bbd49f300d for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:49:23.488717 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ac5f0-593b-4c26-9970-b6c2c2099bea None None] Routers {'3772bf80-e0d3-4936-b385-27bbd49f300d'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:49:23.489380 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-961ac5f0-593b-4c26-9970-b6c2c2099bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28a5cf640>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:49:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['3772bf80-e0d3-4936-b385-27bbd49f300d'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:49:23.531768 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] For port 0bf9b049-22bf-4041-8970-6dc98696008e, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=0bf9b049-22bf-4041-8970-6dc98696008e,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:49:23.532173 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:23.639853 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-961ac5f0-593b-4c26-9970-b6c2c2099bea None None] Set router 3772bf80-e0d3-4936-b385-27bbd49f300d gateway port host: None {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:49:23.652820 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] Calling delete_port for 0bf9b049-22bf-4041-8970-6dc98696008e owned by network:router_gateway {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:49:23.743156 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-961ac5f0-593b-4c26-9970-b6c2c2099bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28a5cf640>, [{'id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'name': 'tempest-TestShelveInstance-346133233-router', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:18Z', 'updated_at': '2021-06-25T14:49:23Z', 'revision_number': 6, 'project_id': '018120595eed44fe92439b2834f42c8e', 'gw_port_host': None}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:49:23.747448 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961ac5f0-593b-4c26-9970-b6c2c2099bea None None] The sync data for ids ['3772bf80-e0d3-4936-b385-27bbd49f300d'] in dv-cinder-798091-1-iscsi is: [{'id': '3772bf80-e0d3-4936-b385-27bbd49f300d', 'name': 'tempest-TestShelveInstance-346133233-router', 'tenant_id': '018120595eed44fe92439b2834f42c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:18Z', 'updated_at': '2021-06-25T14:49:23Z', 'revision_number': 6, 'project_id': '018120595eed44fe92439b2834f42c8e', 'gw_port_host': None}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:49:23.917144 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:23.921526 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:49:23.968078 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf9b049-22bf-4041-8970-6dc98696008e,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:49:23.994412 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:49:24.060061 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549411'] for router_gateway, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:24.230421 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-996'] for router, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:24.232573 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:24.254199 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691918'] for router, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:24.254893 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3772bf80-e0d3-4936-b385-27bbd49f300d {{(pid=78436) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 25 14:49:24.266340 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] Notify callbacks [] for router, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:24.267408 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] 10.222.0.52 "DELETE /v2.0/routers/3772bf80-e0d3-4936-b385-27bbd49f300d HTTP/1.1" status: 204  len: 168 time: 1.2937558
Jun 25 14:49:24.269918 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 41202) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:49:24.334919 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c16ca0a-617a-408f-b0fc-fb32325651b9 admin admin] Deleting subnet 54025221-f21c-4ee1-82d2-8f66a9dc0562 {{(pid=78436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 25 14:49:24.338537 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9c16ca0a-617a-408f-b0fc-fb32325651b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:24.387405 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9c16ca0a-617a-408f-b0fc-fb32325651b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7303082'] for subnet, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:24.474855 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9c16ca0a-617a-408f-b0fc-fb32325651b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409244'] for subnet, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:24.545692 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9c16ca0a-617a-408f-b0fc-fb32325651b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7232803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6113039'] for subnet, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:24.550881 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-8ca5d51e-bd4c-4727-ac71-0796af4f6971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:49:24.585361 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16ca0a-617a-408f-b0fc-fb32325651b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54025221-f21c-4ee1-82d2-8f66a9dc0562,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:49:24.587523 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9c16ca0a-617a-408f-b0fc-fb32325651b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:24.590394 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9c16ca0a-617a-408f-b0fc-fb32325651b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:49:24.593715 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5837a2ad-2702-44b2-91e3-bf46f0d4c631 None None] Network b956f638-dae2-4845-9486-f6605d1910a8 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:49:24.597689 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-9c16ca0a-617a-408f-b0fc-fb32325651b9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/54025221-f21c-4ee1-82d2-8f66a9dc0562 HTTP/1.1" status: 204  len: 168 time: 0.3241994
Jun 25 14:49:24.597689 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 41208) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:49:24.712355 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1810749'] for network, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:24.723438 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Deleting port 1162db24-6cfd-4ae2-b96e-4f5a5459b60f {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:49:24.723782 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:24.882925 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b89d77-9302-4de7-94cc-0c1cb484368b None None] DHCP port deletion for b956f638-dae2-4845-9486-f6605d1910a8 request from dv-cinder-798091-1-iscsi {{(pid=78437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 25 14:49:24.887083 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-e7b89d77-9302-4de7-94cc-0c1cb484368b None None] Deleting port 1162db24-6cfd-4ae2-b96e-4f5a5459b60f {{(pid=78437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:49:24.887460 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e7b89d77-9302-4de7-94cc-0c1cb484368b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:24.958175 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] For port 1162db24-6cfd-4ae2-b96e-4f5a5459b60f, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=1162db24-6cfd-4ae2-b96e-4f5a5459b60f,segment=NetworkSegment(693d6b23-7d5a-48cd-906c-9bc29a7d263c),segment_id=693d6b23-7d5a-48cd-906c-9bc29a7d263c)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:49:24.958734 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:25.080327 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Calling delete_port for 1162db24-6cfd-4ae2-b96e-4f5a5459b60f owned by network:dhcp {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:49:25.112922 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-e7b89d77-9302-4de7-94cc-0c1cb484368b None None] For port 1162db24-6cfd-4ae2-b96e-4f5a5459b60f, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=1162db24-6cfd-4ae2-b96e-4f5a5459b60f,segment=NetworkSegment(693d6b23-7d5a-48cd-906c-9bc29a7d263c),segment_id=693d6b23-7d5a-48cd-906c-9bc29a7d263c)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:49:25.113748 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e7b89d77-9302-4de7-94cc-0c1cb484368b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:25.167045 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:25.171855 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6925a6ba-29e3-42f3-bb24-4b3c4f0f2f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:49:25.218758 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Pushing event deleted for resources: {'Port': ['ID=1162db24-6cfd-4ae2-b96e-4f5a5459b60f,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:49:25.222085 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:49:25.224890 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] No DVR routers for this DVR port 1162db24-6cfd-4ae2-b96e-4f5a5459b60f on host dv-cinder-798091-1-iscsi {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:49:25.236804 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-e7b89d77-9302-4de7-94cc-0c1cb484368b None None] Calling delete_port for 1162db24-6cfd-4ae2-b96e-4f5a5459b60f owned by network:dhcp {{(pid=78437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:49:25.309095 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.db.api [None req-e7b89d77-9302-4de7-94cc-0c1cb484368b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 25 14:49:25.309339 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_db.api [None req-e7b89d77-9302-4de7-94cc-0c1cb484368b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 25 14:49:25.434327 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410625', 'neutron.services.segments.db._delete_segments_for_network-8783892414913'] for network, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:25.437217 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 2129b8c9-e7e6-44af-a34d-3a840cab0850 no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:49:25.447920 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd28a4f4c40>,) {'filters': {'network_id': ['b956f638-dae2-4845-9486-f6605d1910a8']}} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:49:25.462877 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28a4f4c40>, '693d6b23-7d5a-48cd-906c-9bc29a7d263c') {'for_net_delete': True} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:49:25.463196 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28a4f4c40>, '693d6b23-7d5a-48cd-906c-9bc29a7d263c') {} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:49:25.471691 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 2129b8c9-e7e6-44af-a34d-3a840cab0850 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:49:25.472047 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 2129b8c9-e7e6-44af-a34d-3a840cab0850 not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:49:25.472488 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 0bf9b049-22bf-4041-8970-6dc98696008e no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:49:25.475378 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783892427816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7303059'] for segment, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:25.490973 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:25.496843 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=78436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 25 14:49:25.497221 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1411209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7229825'] for segment, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:25.504347 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 0bf9b049-22bf-4041-8970-6dc98696008e {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:49:25.504725 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 0bf9b049-22bf-4041-8970-6dc98696008e not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:49:25.505152 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 1162db24-6cfd-4ae2-b96e-4f5a5459b60f no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]: Traceback (most recent call last):
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:     timer()
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:     cb(*args, **kw)
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:     return func(*args, **kwargs)
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:     self._notify()
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:     self.callback(batched_events)
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:     event.method(event)
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:     return f(self, *a, **k)
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:     return self._get(url).json()
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:     return self.request(url, 'GET', **kwargs)
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 25 14:49:25.511908 dv-cinder-798091-1-iscsi neutron-server[78436]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 25 14:49:25.540430 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 1162db24-6cfd-4ae2-b96e-4f5a5459b60f {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:49:25.540859 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 1162db24-6cfd-4ae2-b96e-4f5a5459b60f not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:49:25.590495 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549382'] for network, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:25.596348 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:25.599035 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-26ef77c4-b1a1-4acb-bc4c-c50af02e3c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:49:25.620907 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Pushing event deleted for resources: {'Network': ['ID=b956f638-dae2-4845-9486-f6605d1910a8,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:49:25.624332 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:49:25.634967 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b956f638-dae2-4845-9486-f6605d1910a8 HTTP/1.1" status: 204  len: 168 time: 1.0365381
Jun 25 14:49:25.637769 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 41218) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:49:25.810666 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-e7b89d77-9302-4de7-94cc-0c1cb484368b None None] Deleting port 1162db24-6cfd-4ae2-b96e-4f5a5459b60f {{(pid=78437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:49:25.811772 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e7b89d77-9302-4de7-94cc-0c1cb484368b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:25.926265 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-e7b89d77-9302-4de7-94cc-0c1cb484368b None None] The port '1162db24-6cfd-4ae2-b96e-4f5a5459b60f' was deleted {{(pid=78437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jun 25 14:49:26.173974 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d6929c3-145f-4ee5-acbc-d4b6d48528af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760582'] for router_interface, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:26.528424 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-9d6929c3-145f-4ee5-acbc-d4b6d48528af admin admin] Deleting port f9327185-bdd2-473e-95f3-ca080d7a1d5c {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:49:26.528865 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d6929c3-145f-4ee5-acbc-d4b6d48528af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:26.697227 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [None req-9d6929c3-145f-4ee5-acbc-d4b6d48528af admin admin] For port f9327185-bdd2-473e-95f3-ca080d7a1d5c, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=f9327185-bdd2-473e-95f3-ca080d7a1d5c,segment=NetworkSegment(d215a440-8656-4fec-82fd-3f6d476494c4),segment_id=d215a440-8656-4fec-82fd-3f6d476494c4)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:49:26.697582 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d6929c3-145f-4ee5-acbc-d4b6d48528af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:26.921596 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-9d6929c3-145f-4ee5-acbc-d4b6d48528af admin admin] Calling delete_port for f9327185-bdd2-473e-95f3-ca080d7a1d5c owned by network:router_interface {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:49:27.096924 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d6929c3-145f-4ee5-acbc-d4b6d48528af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:27.101112 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-2775150a-2bf0-4420-89b5-06333d5c036a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:49:27.146156 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6929c3-145f-4ee5-acbc-d4b6d48528af admin admin] Pushing event deleted for resources: {'Port': ['ID=f9327185-bdd2-473e-95f3-ca080d7a1d5c,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:49:27.172329 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9d6929c3-145f-4ee5-acbc-d4b6d48528af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:49:27.440097 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d6929c3-145f-4ee5-acbc-d4b6d48528af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760746'] for router_interface, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:27.792454 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6929c3-145f-4ee5-acbc-d4b6d48528af admin admin] Router 8ee2d3ed-f6d9-4433-9706-33b0a5628a2f has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:49:27.965005 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6929c3-145f-4ee5-acbc-d4b6d48528af admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:49:27.975033 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-9d6929c3-145f-4ee5-acbc-d4b6d48528af admin admin] 10.222.0.52 "PUT /v2.0/routers/8ee2d3ed-f6d9-4433-9706-33b0a5628a2f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3361163
Jun 25 14:49:27.976483 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea9a51-3364-4584-b511-5e29746aa58b None None] Sync routers for ids ['8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:49:27.977545 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 41244) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:49:27.989409 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea9a51-3364-4584-b511-5e29746aa58b None None] Routers {'8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:49:27.990095 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-0aea9a51-3364-4584-b511-5e29746aa58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28aeacb50>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:49:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:49:28.146574 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d470b96-9c8b-428a-86d5-efa79195d667 admin admin] Notify callbacks [] for router, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:28.161484 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-0aea9a51-3364-4584-b511-5e29746aa58b None None] Set router 8ee2d3ed-f6d9-4433-9706-33b0a5628a2f gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:49:28.429699 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d470b96-9c8b-428a-86d5-efa79195d667 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:28.448355 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-9d470b96-9c8b-428a-86d5-efa79195d667 admin admin] Deleting port c7d06d26-feaa-4a6c-9833-3108dc7f504a {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:49:28.449527 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d470b96-9c8b-428a-86d5-efa79195d667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:28.450463 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-0aea9a51-3364-4584-b511-5e29746aa58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28aeacb50>, [{'id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'name': 'tempest-TestShelveInstance-1645198904-router', 'tenant_id': '6d1289644d5b47d9b8943766463b9798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'c7d06d26-feaa-4a6c-9833-3108dc7f504a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:32Z', 'updated_at': '2021-06-25T14:49:27Z', 'revision_number': 5, 'project_id': '6d1289644d5b47d9b8943766463b9798', 'gw_port': {'id': 'c7d06d26-feaa-4a6c-9833-3108dc7f504a', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:33Z', 'updated_at': '2021-06-25T14:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:49:28.455483 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea9a51-3364-4584-b511-5e29746aa58b None None] Checking router: 8ee2d3ed-f6d9-4433-9706-33b0a5628a2f for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:49:28.464235 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea9a51-3364-4584-b511-5e29746aa58b None None] Routers {'8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:49:28.464881 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-0aea9a51-3364-4584-b511-5e29746aa58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28aeacb50>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:49:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:49:28.610018 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-0aea9a51-3364-4584-b511-5e29746aa58b None None] Set router 8ee2d3ed-f6d9-4433-9706-33b0a5628a2f gateway port host: None {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:49:28.630884 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [None req-9d470b96-9c8b-428a-86d5-efa79195d667 admin admin] For port c7d06d26-feaa-4a6c-9833-3108dc7f504a, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=c7d06d26-feaa-4a6c-9833-3108dc7f504a,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:49:28.631235 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d470b96-9c8b-428a-86d5-efa79195d667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:28.716619 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-0aea9a51-3364-4584-b511-5e29746aa58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28aeacb50>, [{'id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'name': 'tempest-TestShelveInstance-1645198904-router', 'tenant_id': '6d1289644d5b47d9b8943766463b9798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:32Z', 'updated_at': '2021-06-25T14:49:28Z', 'revision_number': 6, 'project_id': '6d1289644d5b47d9b8943766463b9798', 'gw_port_host': None}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:49:28.720581 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea9a51-3364-4584-b511-5e29746aa58b None None] The sync data for ids ['8ee2d3ed-f6d9-4433-9706-33b0a5628a2f'] in dv-cinder-798091-1-iscsi is: [{'id': '8ee2d3ed-f6d9-4433-9706-33b0a5628a2f', 'name': 'tempest-TestShelveInstance-1645198904-router', 'tenant_id': '6d1289644d5b47d9b8943766463b9798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:32Z', 'updated_at': '2021-06-25T14:49:28Z', 'revision_number': 6, 'project_id': '6d1289644d5b47d9b8943766463b9798', 'gw_port_host': None}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:49:28.753070 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-9d470b96-9c8b-428a-86d5-efa79195d667 admin admin] Calling delete_port for c7d06d26-feaa-4a6c-9833-3108dc7f504a owned by network:router_gateway {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:49:28.914877 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d470b96-9c8b-428a-86d5-efa79195d667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:28.919010 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6e39e6a3-0fa1-499a-8c5f-bf0627fab81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:49:28.960887 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d470b96-9c8b-428a-86d5-efa79195d667 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d06d26-feaa-4a6c-9833-3108dc7f504a,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:49:28.963756 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9d470b96-9c8b-428a-86d5-efa79195d667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:49:29.056831 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d470b96-9c8b-428a-86d5-efa79195d667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549411'] for router_gateway, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:29.236278 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d470b96-9c8b-428a-86d5-efa79195d667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-996'] for router, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:29.238348 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d470b96-9c8b-428a-86d5-efa79195d667 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:29.260614 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d470b96-9c8b-428a-86d5-efa79195d667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691918'] for router, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:29.261124 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d470b96-9c8b-428a-86d5-efa79195d667 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ee2d3ed-f6d9-4433-9706-33b0a5628a2f {{(pid=78436) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 25 14:49:29.273489 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-9d470b96-9c8b-428a-86d5-efa79195d667 admin admin] Notify callbacks [] for router, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:29.274583 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-9d470b96-9c8b-428a-86d5-efa79195d667 admin admin] 10.222.0.52 "DELETE /v2.0/routers/8ee2d3ed-f6d9-4433-9706-33b0a5628a2f HTTP/1.1" status: 204  len: 168 time: 1.2961552
Jun 25 14:49:29.277049 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 41256) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:49:29.334452 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_v2 [None req-311fec87-2148-4b02-9747-4cd96d8b3690 admin admin] Deleting subnet b9d9e71c-b0a4-473a-8ea1-a205087f75ff {{(pid=78436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 25 14:49:29.337680 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-311fec87-2148-4b02-9747-4cd96d8b3690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:29.388460 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-311fec87-2148-4b02-9747-4cd96d8b3690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7303082'] for subnet, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:29.477521 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-311fec87-2148-4b02-9747-4cd96d8b3690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409244'] for subnet, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:29.521071 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device c7d06d26-feaa-4a6c-9833-3108dc7f504a no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:49:29.565525 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-311fec87-2148-4b02-9747-4cd96d8b3690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7232803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6113039'] for subnet, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:29.569873 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-c28e128f-5404-4c9f-a605-9cd0d19bdc48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:49:29.585577 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: c7d06d26-feaa-4a6c-9833-3108dc7f504a {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:49:29.585973 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device c7d06d26-feaa-4a6c-9833-3108dc7f504a not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:49:29.586406 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device f9327185-bdd2-473e-95f3-ca080d7a1d5c no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:49:29.622253 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fec87-2148-4b02-9747-4cd96d8b3690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d9e71c-b0a4-473a-8ea1-a205087f75ff,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:49:29.623547 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: f9327185-bdd2-473e-95f3-ca080d7a1d5c {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:49:29.624118 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device f9327185-bdd2-473e-95f3-ca080d7a1d5c not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:49:29.625696 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-311fec87-2148-4b02-9747-4cd96d8b3690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:49:29.626667 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-311fec87-2148-4b02-9747-4cd96d8b3690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:29.633646 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-311fec87-2148-4b02-9747-4cd96d8b3690 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b9d9e71c-b0a4-473a-8ea1-a205087f75ff HTTP/1.1" status: 204  len: 168 time: 0.3556440
Jun 25 14:49:29.636327 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 41264) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:49:29.642970 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d313c84d-a5ef-4960-9c34-8ff5f8c218bd None None] Network bd6cb873-b82a-4f49-a4e7-c7a3693320e4 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:49:29.745138 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1810749'] for network, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:29.757163 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Deleting port f602453f-92d4-4fb3-9baa-cf35a617cce0 {{(pid=78435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:49:29.757543 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:29.896771 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38beac77-557a-457a-bb16-8324bb6013ff None None] DHCP port deletion for bd6cb873-b82a-4f49-a4e7-c7a3693320e4 request from dv-cinder-798091-1-iscsi {{(pid=78437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 25 14:49:29.900837 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-38beac77-557a-457a-bb16-8324bb6013ff None None] Deleting port f602453f-92d4-4fb3-9baa-cf35a617cce0 {{(pid=78437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:49:29.901208 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-38beac77-557a-457a-bb16-8324bb6013ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:29.987189 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] For port f602453f-92d4-4fb3-9baa-cf35a617cce0, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=f602453f-92d4-4fb3-9baa-cf35a617cce0,segment=NetworkSegment(d215a440-8656-4fec-82fd-3f6d476494c4),segment_id=d215a440-8656-4fec-82fd-3f6d476494c4)] {{(pid=78435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:49:29.987543 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:30.098631 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-38beac77-557a-457a-bb16-8324bb6013ff None None] For port f602453f-92d4-4fb3-9baa-cf35a617cce0, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=f602453f-92d4-4fb3-9baa-cf35a617cce0,segment=NetworkSegment(d215a440-8656-4fec-82fd-3f6d476494c4),segment_id=d215a440-8656-4fec-82fd-3f6d476494c4)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:49:30.099043 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-38beac77-557a-457a-bb16-8324bb6013ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:30.110624 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Calling delete_port for f602453f-92d4-4fb3-9baa-cf35a617cce0 owned by network:dhcp {{(pid=78435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:49:30.193079 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:30.203652 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:49:30.230528 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-38beac77-557a-457a-bb16-8324bb6013ff None None] Calling delete_port for f602453f-92d4-4fb3-9baa-cf35a617cce0 owned by network:dhcp {{(pid=78437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:49:30.304613 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.db.api [None req-38beac77-557a-457a-bb16-8324bb6013ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 25 14:49:30.304883 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_db.api [None req-38beac77-557a-457a-bb16-8324bb6013ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 25 14:49:30.337083 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f602453f-92d4-4fb3-9baa-cf35a617cce0,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:49:30.340128 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:49:30.340909 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] No DVR routers for this DVR port f602453f-92d4-4fb3-9baa-cf35a617cce0 on host dv-cinder-798091-1-iscsi {{(pid=78435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:49:30.453767 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410625', 'neutron.services.segments.db._delete_segments_for_network-8783892414913'] for network, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:30.466860 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd28abb77c0>,) {'filters': {'network_id': ['bd6cb873-b82a-4f49-a4e7-c7a3693320e4']}} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:49:30.478629 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28abb77c0>, 'd215a440-8656-4fec-82fd-3f6d476494c4') {'for_net_delete': True} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:49:30.478922 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28abb77c0>, 'd215a440-8656-4fec-82fd-3f6d476494c4') {} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:49:30.490457 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783892427816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6995103'] for segment, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:30.506378 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:30.512438 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=78435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 25 14:49:30.512892 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1411209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6486702'] for segment, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]: Traceback (most recent call last):
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:     timer()
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:     cb(*args, **kw)
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:     return func(*args, **kwargs)
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:     self._notify()
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:     self.callback(batched_events)
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:     event.method(event)
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:     return f(self, *a, **k)
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._get(url).json()
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self.request(url, 'GET', **kwargs)
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 25 14:49:30.525545 dv-cinder-798091-1-iscsi neutron-server[78435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 25 14:49:30.602070 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549382'] for network, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:30.605717 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1cd8a3ef-afaa-4a56-ad44-8adebd0c6a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:49:30.619539 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:30.631589 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6cb873-b82a-4f49-a4e7-c7a3693320e4,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:49:30.634309 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/bd6cb873-b82a-4f49-a4e7-c7a3693320e4 HTTP/1.1" status: 204  len: 168 time: 0.9969914
Jun 25 14:49:30.635170 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:49:30.749594 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 41278) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:49:30.797810 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-45a816b8-4506-4d98-a931-9e8e2181d776 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=018120595eed44fe92439b2834f42c8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0469713
Jun 25 14:49:30.800043 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 41282) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:49:30.805627 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-38beac77-557a-457a-bb16-8324bb6013ff None None] Deleting port f602453f-92d4-4fb3-9baa-cf35a617cce0 {{(pid=78437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:49:30.806077 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-38beac77-557a-457a-bb16-8324bb6013ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:30.863636 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4769495d-d63a-4ee7-a09c-e6fca5da7146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:30.873923 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-38beac77-557a-457a-bb16-8324bb6013ff None None] The port 'f602453f-92d4-4fb3-9baa-cf35a617cce0' was deleted {{(pid=78437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jun 25 14:49:30.890071 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4769495d-d63a-4ee7-a09c-e6fca5da7146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:30.941125 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4769495d-d63a-4ee7-a09c-e6fca5da7146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:30.945699 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d34bcfde-9022-4b48-bcd6-95f6a1ea6186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:49:30.959860 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769495d-d63a-4ee7-a09c-e6fca5da7146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedf3520-e2cd-4288-b155-bc83a81976ba,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:49:30.962981 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-4769495d-d63a-4ee7-a09c-e6fca5da7146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:49:30.964896 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4769495d-d63a-4ee7-a09c-e6fca5da7146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:30.965982 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-4769495d-d63a-4ee7-a09c-e6fca5da7146 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bedf3520-e2cd-4288-b155-bc83a81976ba HTTP/1.1" status: 204  len: 168 time: 0.1650445
Jun 25 14:49:31.307928 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 41294) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:49:31.357135 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-ac7230dc-6673-4380-8f9b-250b25db801a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d1289644d5b47d9b8943766463b9798&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0476930
Jun 25 14:49:31.359416 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 41298) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:49:31.419095 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-30255d67-bf2b-4bb2-8169-e29314175f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:31.438186 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device f602453f-92d4-4fb3-9baa-cf35a617cce0 no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:49:31.446521 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-30255d67-bf2b-4bb2-8169-e29314175f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:31.476625 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: f602453f-92d4-4fb3-9baa-cf35a617cce0 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:49:31.476982 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device f602453f-92d4-4fb3-9baa-cf35a617cce0 not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:49:31.503078 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-30255d67-bf2b-4bb2-8169-e29314175f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:31.506788 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5fc9c515-2690-4a6a-b786-18d932615747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:49:31.518423 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30255d67-bf2b-4bb2-8169-e29314175f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be2f39e-a891-490f-b1c0-7d0035c4d314,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:49:31.521933 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-30255d67-bf2b-4bb2-8169-e29314175f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:49:31.528629 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-30255d67-bf2b-4bb2-8169-e29314175f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:31.529760 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-30255d67-bf2b-4bb2-8169-e29314175f12 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8be2f39e-a891-490f-b1c0-7d0035c4d314 HTTP/1.1" status: 204  len: 168 time: 0.1694829
Jun 25 14:49:31.865734 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:38.300036 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d3d1cbaa-1215-44dd-8357-75bfbe4381d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:38.862045 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:39.722699 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:49:40.878834 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-945e2def-6bec-47a1-bc97-66d06da7c962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:41.810239 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:49:43.319753 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:50:01.877412 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:50:08.114119 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d55d9534-1f77-43f4-9ee0-e3fc02297ce8 req-790cd286-9716-4339-bc24-8fde16e40582 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3071375
Jun 25 14:50:08.216625 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d9534-1f77-43f4-9ee0-e3fc02297ce8 req-2e249252-bbfb-4030-8cb8-3caf2a2d3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:50:08.218053 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d55d9534-1f77-43f4-9ee0-e3fc02297ce8 req-2e249252-bbfb-4030-8cb8-3caf2a2d3798 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=205ee3e8bb3a4f52bccc89b6f2273f91&device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 1098 time: 0.0696137
Jun 25 14:50:08.302795 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8a8f230a-5969-4756-99a7-b1a79348888a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:50:08.361083 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d9534-1f77-43f4-9ee0-e3fc02297ce8 req-9ad96e22-b55e-474f-944b-c02e4f8a4928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:50:08.362500 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d55d9534-1f77-43f4-9ee0-e3fc02297ce8 req-9ad96e22-b55e-474f-944b-c02e4f8a4928 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3 HTTP/1.1" status: 200  len: 915 time: 0.1242015
Jun 25 14:50:08.433661 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d55d9534-1f77-43f4-9ee0-e3fc02297ce8 req-b8bd6e3f-4008-4c99-96c1-2b5b8cd537c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0458040e-6b30-4b25-a09a-04ec7269be86 HTTP/1.1" status: 200  len: 217 time: 0.0640013
Jun 25 14:50:08.496262 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d9534-1f77-43f4-9ee0-e3fc02297ce8 req-58a935b3-6e48-4bcd-bd4e-12f30a8dacad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:50:08.497713 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d55d9534-1f77-43f4-9ee0-e3fc02297ce8 req-58a935b3-6e48-4bcd-bd4e-12f30a8dacad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b4c8ad2-99f0-419d-ae91-7368480789e0 HTTP/1.1" status: 200  len: 854 time: 0.0572176
Jun 25 14:50:08.552218 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d55d9534-1f77-43f4-9ee0-e3fc02297ce8 req-04a44484-b308-44b2-8a1a-904b26d682a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461040
Jun 25 14:50:08.563351 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [req-d55d9534-1f77-43f4-9ee0-e3fc02297ce8 req-106caba2-15eb-4b3d-9d3e-f53f69aceef1 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=78436) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 25 14:50:08.564309 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d55d9534-1f77-43f4-9ee0-e3fc02297ce8 req-106caba2-15eb-4b3d-9d3e-f53f69aceef1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052752
Jun 25 14:50:08.694560 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d55d9534-1f77-43f4-9ee0-e3fc02297ce8 req-59fd4e4a-79b6-4858-a1b2-0ecf55abd97a service neutron] 10.222.0.16 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233118
Jun 25 14:50:08.827589 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d55d9534-1f77-43f4-9ee0-e3fc02297ce8 req-b7a9a273-026a-47b1-9d7e-6e026c29ff4f service neutron] 10.222.0.16 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263199
Jun 25 14:50:08.867026 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:50:10.880314 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-1313c91a-205b-4737-8230-ff9608750b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:50:11.814642 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:50:13.322427 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:50:16.722665 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:50:31.892889 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:50:38.304663 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-00d04196-b509-4cb2-ab81-61f9efbc4da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:50:38.869277 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:50:40.881063 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4531596a-389e-4c37-b034-70fd4324e29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:50:41.816511 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:50:43.326378 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:50:53.721737 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:51:01.881714 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:51:08.304868 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c6d68df6-ae07-447a-b69e-9ac1e96b4d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:51:08.871505 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:51:08.929371 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ada8a09b-2dd8-4fe5-9fc9-3141423d6dcf req-ca63cc8f-9678-4894-99fe-c923e9e0e770 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0692885
Jun 25 14:51:09.094475 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8a09b-2dd8-4fe5-9fc9-3141423d6dcf req-61049731-4b69-4455-9986-e30d75adeec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:51:09.095877 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ada8a09b-2dd8-4fe5-9fc9-3141423d6dcf req-61049731-4b69-4455-9986-e30d75adeec2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 1099 time: 0.0720458
Jun 25 14:51:09.237073 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8a09b-2dd8-4fe5-9fc9-3141423d6dcf req-3cfebfac-db5f-416b-b150-6844aeee2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:51:09.239016 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ada8a09b-2dd8-4fe5-9fc9-3141423d6dcf req-3cfebfac-db5f-416b-b150-6844aeee2856 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 200  len: 912 time: 0.1241348
Jun 25 14:51:09.336140 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ada8a09b-2dd8-4fe5-9fc9-3141423d6dcf req-15b74cf8-f13e-4a67-a416-9bb49d3d0958 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5f4720-0e75-4ecb-9346-c5929b77747a HTTP/1.1" status: 200  len: 1001 time: 0.0903282
Jun 25 14:51:09.401097 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8a09b-2dd8-4fe5-9fc9-3141423d6dcf req-d57f70af-8a0a-419b-8b9b-ef357d06f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:51:09.402797 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ada8a09b-2dd8-4fe5-9fc9-3141423d6dcf req-d57f70af-8a0a-419b-8b9b-ef357d06f4d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9265467f-1c70-41b0-a5d8-95ad79db0d39 HTTP/1.1" status: 200  len: 850 time: 0.0599606
Jun 25 14:51:09.476634 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8a09b-2dd8-4fe5-9fc9-3141423d6dcf req-fcf76b81-1883-4a71-bb69-08837033fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:51:09.478051 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ada8a09b-2dd8-4fe5-9fc9-3141423d6dcf req-fcf76b81-1883-4a71-bb69-08837033fa98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b57f227-be72-49df-b303-59d0100b6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688090
Jun 25 14:51:09.607254 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ada8a09b-2dd8-4fe5-9fc9-3141423d6dcf req-efca4fea-ddbf-46b1-9a75-f33294485ede service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215899
Jun 25 14:51:09.734818 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ada8a09b-2dd8-4fe5-9fc9-3141423d6dcf req-7a27b6cc-fe8b-4756-865f-86935a57eefe service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212976
Jun 25 14:51:10.883189 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bdf9c88-bdb6-487d-a257-744b145eec64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:51:11.818634 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:51:13.328763 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:51:30.720818 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:51:31.895617 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:51:38.306702 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-55f7f8a3-5474-494f-a788-d4f609761e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:51:38.873866 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:51:40.884899 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2f2168bf-2d77-4211-8838-fd2193233dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:51:41.820644 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:51:43.336222 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:01.933144 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:07.721430 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:52:08.314598 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b79a17d-6f79-40db-a882-af9be103ffdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:08.876769 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:09.148854 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cd131a02-dbca-4397-bf37-58ca6e260fee req-b60c906a-4ee2-4b77-a199-dcec92a4ea29 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1556535
Jun 25 14:52:09.255619 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd131a02-dbca-4397-bf37-58ca6e260fee req-b03c4ec3-eda3-490b-bab7-2bbd6284da0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:52:09.257078 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cd131a02-dbca-4397-bf37-58ca6e260fee req-b03c4ec3-eda3-490b-bab7-2bbd6284da0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2&device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 1098 time: 0.0694871
Jun 25 14:52:09.405234 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd131a02-dbca-4397-bf37-58ca6e260fee req-6022bf87-90d4-4ecd-b407-2b4dc82edb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:52:09.406652 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cd131a02-dbca-4397-bf37-58ca6e260fee req-6022bf87-90d4-4ecd-b407-2b4dc82edb03 service neutron] 10.222.0.16 "GET /v2.0/networks?id=be24940d-36a5-4120-9f97-63f35026663d HTTP/1.1" status: 200  len: 918 time: 0.1301222
Jun 25 14:52:09.511532 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cd131a02-dbca-4397-bf37-58ca6e260fee req-5ed4af53-fd84-4874-9c7f-ee0c7ff0605b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=069d6e2d-7652-4839-822f-fd2f8271079a HTTP/1.1" status: 200  len: 1001 time: 0.0967841
Jun 25 14:52:09.572721 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd131a02-dbca-4397-bf37-58ca6e260fee req-c5275ba6-e919-493c-874b-e14dfd60321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:52:09.574096 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cd131a02-dbca-4397-bf37-58ca6e260fee req-c5275ba6-e919-493c-874b-e14dfd60321a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e39175d9-74d1-4a7a-b7f4-51fe6d4a191b HTTP/1.1" status: 200  len: 856 time: 0.0559862
Jun 25 14:52:09.651314 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd131a02-dbca-4397-bf37-58ca6e260fee req-2c9fdfb9-cb87-43c3-98ca-a5bf40e3fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:52:09.652656 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cd131a02-dbca-4397-bf37-58ca6e260fee req-2c9fdfb9-cb87-43c3-98ca-a5bf40e3fbf9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be24940d-36a5-4120-9f97-63f35026663d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719075
Jun 25 14:52:09.783373 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cd131a02-dbca-4397-bf37-58ca6e260fee req-6e341219-f56f-4207-a08e-6450c777bc65 service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237669
Jun 25 14:52:09.920850 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cd131a02-dbca-4397-bf37-58ca6e260fee req-e63ef4e1-086d-4eda-ad47-f141ee4b3566 service neutron] 10.222.0.16 "GET /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292784
Jun 25 14:52:10.887208 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-df3a6190-ff63-47b3-bfdb-e3297e88eccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:11.824353 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:13.337261 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:28.992951 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f47cf-11d5-4176-b5b5-38b05c13d42d req-4d8f9830-ed3d-44f5-9dd3-b2c2c0e70546 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:52:28.994473 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6a3f47cf-11d5-4176-b5b5-38b05c13d42d req-4d8f9830-ed3d-44f5-9dd3-b2c2c0e70546 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 945 time: 0.0854096
Jun 25 14:52:29.044777 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6a3f47cf-11d5-4176-b5b5-38b05c13d42d req-71c4f3a3-9744-4bde-a871-b8ba743f511e tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=755b83f2-3755-4b67-999b-a10c43088772&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443242
Jun 25 14:52:29.478066 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-e272d4bc-6913-47fc-bcdc-0a838bd9a34c tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:52:29.478755 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-e272d4bc-6913-47fc-bcdc-0a838bd9a34c tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Synchronizing usage tracker for tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:52:29.494770 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-e272d4bc-6913-47fc-bcdc-0a838bd9a34c tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Unset dirty status for tenant:f3a75d1c9a4d4eb6af15a9e14897a5b2 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:52:29.496126 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-e272d4bc-6913-47fc-bcdc-0a838bd9a34c tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 945 time: 0.0966182
Jun 25 14:52:29.570037 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Deleting port 069d6e2d-7652-4839-822f-fd2f8271079a {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:52:29.570377 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:29.814431 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] For port 069d6e2d-7652-4839-822f-fd2f8271079a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=069d6e2d-7652-4839-822f-fd2f8271079a,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:52:29.814788 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:30.103410 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:30.103789 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549620'] for floatingip, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:30.104104 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.l3_db [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Floating IP 42133a8e-7ac6-4902-be95-429a15b15c41 disassociated. External IP: 172.27.3.139, port: 069d6e2d-7652-4839-822f-fd2f8271079a.
Jun 25 14:52:30.104445 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Calling delete_port for 069d6e2d-7652-4839-822f-fd2f8271079a owned by compute:nova {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:52:30.263286 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94597381-744d-4bc7-938c-96c46b160b9d req-6318b0b7-0ef9-4c74-a11a-78575a48e51b tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:52:30.264895 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-94597381-744d-4bc7-938c-96c46b160b9d req-6318b0b7-0ef9-4c74-a11a-78575a48e51b tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 945 time: 0.0913100
Jun 25 14:52:30.313492 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-94597381-744d-4bc7-938c-96c46b160b9d req-37af8764-a7c7-4360-a4f1-dc88103db666 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups?id=755b83f2-3755-4b67-999b-a10c43088772&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426474
Jun 25 14:52:30.351831 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:30.363636 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f04168cb-ead8-4ebf-9c4e-96f6c90444ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:52:30.401151 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event deleted for resources: {'Port': ['ID=069d6e2d-7652-4839-822f-fd2f8271079a,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:52:30.412159 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:52:30.412557 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:52:30.412917 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:52:30.413291 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:52:30.413633 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:52:30.413986 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:52:30.414536 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:52:30.414678 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:52:30.415024 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:52:30.415365 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:52:30.415709 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:52:30.416048 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:52:30.420120 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:52:30.609064 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Router d29da848-9a8f-4ec7-a467-c16e607a21cf has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:52:30.789280 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:52:30.800120 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685429b3-48a2-428d-95d8-a199a7564fff None None] Sync routers for ids ['d29da848-9a8f-4ec7-a467-c16e607a21cf'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:52:30.813577 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685429b3-48a2-428d-95d8-a199a7564fff None None] Routers {'d29da848-9a8f-4ec7-a467-c16e607a21cf'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:52:30.814592 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-685429b3-48a2-428d-95d8-a199a7564fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b3092b0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:52:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['d29da848-9a8f-4ec7-a467-c16e607a21cf'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:52:30.861825 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] No DVR routers for this DVR port 069d6e2d-7652-4839-822f-fd2f8271079a on host hv-cinder-79809 {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:52:30.864316 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:30.869134 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a396447-2916-46de-a5f9-ac163f43c592', 'name': 'network-vif-deleted', 'tag': '069d6e2d-7652-4839-822f-fd2f8271079a'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:52:30.889936 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-3dead0ec-4b3e-45b0-a485-898125132a82 req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.16 "DELETE /v2.0/ports/069d6e2d-7652-4839-822f-fd2f8271079a HTTP/1.1" status: 204  len: 173 time: 1.3871992
Jun 25 14:52:31.000973 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-685429b3-48a2-428d-95d8-a199a7564fff None None] Set router d29da848-9a8f-4ec7-a467-c16e607a21cf gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:52:31.157946 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a396447-2916-46de-a5f9-ac163f43c592', 'name': 'network-vif-deleted', 'tag': '069d6e2d-7652-4839-822f-fd2f8271079a', 'status': 'completed', 'code': 200}
Jun 25 14:52:31.322034 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-685429b3-48a2-428d-95d8-a199a7564fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b3092b0>, [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '8ae64906-0b2b-4006-807a-17a275d67b26', 'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'mac_address': 'fa:16:3e:1d:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:33Z', 'updated_at': '2021-06-25T14:40:43Z', 'revision_number': 5, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'subnets': [{'id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:52:31.326052 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685429b3-48a2-428d-95d8-a199a7564fff None None] Checking router: d29da848-9a8f-4ec7-a467-c16e607a21cf for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:52:31.335054 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685429b3-48a2-428d-95d8-a199a7564fff None None] Routers {'d29da848-9a8f-4ec7-a467-c16e607a21cf'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:52:31.335252 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-685429b3-48a2-428d-95d8-a199a7564fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b3092b0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:52:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['d29da848-9a8f-4ec7-a467-c16e607a21cf'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:52:31.501776 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2f01b7b6-3050-40ec-acc2-56dda1dbdbbe req-8d3161f2-b65d-4024-99c5-0f4802ad3d82 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a396447-2916-46de-a5f9-ac163f43c592 HTTP/1.1" status: 200  len: 210 time: 0.0509331
Jun 25 14:52:31.531463 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-685429b3-48a2-428d-95d8-a199a7564fff None None] Set router d29da848-9a8f-4ec7-a467-c16e607a21cf gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:52:31.724307 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 069d6e2d-7652-4839-822f-fd2f8271079a no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:52:31.768339 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] No Port match for: 069d6e2d-7652-4839-822f-fd2f8271079a {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:52:31.768699 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 069d6e2d-7652-4839-822f-fd2f8271079a not bound to the agent host hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:52:31.911041 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:31.923368 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-685429b3-48a2-428d-95d8-a199a7564fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b3092b0>, [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '8ae64906-0b2b-4006-807a-17a275d67b26', 'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'mac_address': 'fa:16:3e:1d:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:33Z', 'updated_at': '2021-06-25T14:40:43Z', 'revision_number': 5, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'subnets': [{'id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:52:31.927849 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685429b3-48a2-428d-95d8-a199a7564fff None None] The sync data for ids ['d29da848-9a8f-4ec7-a467-c16e607a21cf'] in dv-cinder-798091-1-iscsi is: [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T14:40:34Z', 'revision_number': 4, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '8ae64906-0b2b-4006-807a-17a275d67b26', 'name': '', 'network_id': 'be24940d-36a5-4120-9f97-63f35026663d', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'mac_address': 'fa:16:3e:1d:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:33Z', 'updated_at': '2021-06-25T14:40:43Z', 'revision_number': 5, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'subnets': [{'id': 'e39175d9-74d1-4a7a-b7f4-51fe6d4a191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:52:32.138004 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c25e673-c3a3-4b2c-bc98-6f3575c162ad None None] New status for floating IP 42133a8e-7ac6-4902-be95-429a15b15c41: DOWN {{(pid=78438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 25 14:52:32.633621 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 42708) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:52:32.700657 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5bc87b5c-5145-42b6-b25b-92c604a9c658 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:32.728227 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5bc87b5c-5145-42b6-b25b-92c604a9c658 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:32.780663 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5bc87b5c-5145-42b6-b25b-92c604a9c658 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:32.785510 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-57edc175-87e4-42d5-a40f-8b14eb5a7129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:52:32.801344 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc87b5c-5145-42b6-b25b-92c604a9c658 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=755b83f2-3755-4b67-999b-a10c43088772,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:52:32.804059 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5bc87b5c-5145-42b6-b25b-92c604a9c658 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:52:32.818233 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5bc87b5c-5145-42b6-b25b-92c604a9c658 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:32.819705 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-5bc87b5c-5145-42b6-b25b-92c604a9c658 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "DELETE /v2.0/security-groups/755b83f2-3755-4b67-999b-a10c43088772 HTTP/1.1" status: 204  len: 168 time: 0.1847489
Jun 25 14:52:32.822055 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 42714) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:52:32.841255 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.api.v2.resource [None req-8a83a4b5-c5b4-4321-980e-7e8262aab4c8 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] show failed (client error): The resource could not be found.
Jun 25 14:52:32.842243 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-8a83a4b5-c5b4-4321-980e-7e8262aab4c8 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "GET /v2.0/security-groups/755b83f2-3755-4b67-999b-a10c43088772 HTTP/1.1" status: 404  len: 347 time: 0.0190210
Jun 25 14:52:32.845142 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 42720) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:52:33.001090 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-4861669d-d563-4985-8dfb-a877356f3eef tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Deleting port e6222d6b-ea1f-4393-8da1-ddea15b62f85 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:52:33.001426 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4861669d-d563-4985-8dfb-a877356f3eef tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:33.164308 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4861669d-d563-4985-8dfb-a877356f3eef tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:33.164573 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4861669d-d563-4985-8dfb-a877356f3eef tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:33.281305 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-4861669d-d563-4985-8dfb-a877356f3eef tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Calling delete_port for e6222d6b-ea1f-4393-8da1-ddea15b62f85 owned by network:floatingip {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:52:33.418285 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4861669d-d563-4985-8dfb-a877356f3eef tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:33.422797 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4ca9df07-c579-46c7-9186-eabc95705ba3 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:52:33.466624 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861669d-d563-4985-8dfb-a877356f3eef tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Pushing event deleted for resources: {'Port': ['ID=e6222d6b-ea1f-4393-8da1-ddea15b62f85,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:52:33.500771 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4861669d-d563-4985-8dfb-a877356f3eef tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:52:33.652135 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4861669d-d563-4985-8dfb-a877356f3eef tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks [] for floatingip, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:33.667050 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4861669d-d563-4985-8dfb-a877356f3eef tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:33.668352 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-4861669d-d563-4985-8dfb-a877356f3eef tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] 10.222.0.52 "DELETE /v2.0/floatingips/42133a8e-7ac6-4902-be95-429a15b15c41 HTTP/1.1" status: 204  len: 168 time: 0.8222616
Jun 25 14:52:38.308733 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-803b3c31-8652-43b3-94b5-a48e8e396514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:38.878449 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:40.888775 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2b2acb57-92a8-4068-a5eb-bfdbca784b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:41.826718 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:43.339744 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:52:44.720740 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:53:01.920998 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:53:08.310136 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b2483cd8-7847-4350-b7d5-b85300059fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:53:08.881521 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:53:10.891563 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ab4107ef-9cf6-4f12-98e3-2fe76a3fa072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:53:11.155010 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c1fa2a8d-5904-4c4a-acca-bd45db829fb1 req-5fb365c6-a495-4029-b482-e3fc5c61d083 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0710797
Jun 25 14:53:11.256164 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa2a8d-5904-4c4a-acca-bd45db829fb1 req-3a8f761c-27b7-4c4d-b00a-56e5da3c722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:53:11.257720 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c1fa2a8d-5904-4c4a-acca-bd45db829fb1 req-3a8f761c-27b7-4c4d-b00a-56e5da3c722e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=205ee3e8bb3a4f52bccc89b6f2273f91&device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 1098 time: 0.0695703
Jun 25 14:53:11.408813 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa2a8d-5904-4c4a-acca-bd45db829fb1 req-2cdfcbdf-2a2e-4300-bdcc-21d127a6d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:53:11.410251 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c1fa2a8d-5904-4c4a-acca-bd45db829fb1 req-2cdfcbdf-2a2e-4300-bdcc-21d127a6d59b service neutron] 10.222.0.16 "GET /v2.0/networks?id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3 HTTP/1.1" status: 200  len: 915 time: 0.1319838
Jun 25 14:53:11.480738 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c1fa2a8d-5904-4c4a-acca-bd45db829fb1 req-cb0c4125-98fb-448f-9a23-9092704d6958 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0458040e-6b30-4b25-a09a-04ec7269be86 HTTP/1.1" status: 200  len: 217 time: 0.0629163
Jun 25 14:53:11.542177 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa2a8d-5904-4c4a-acca-bd45db829fb1 req-c58311a9-190f-441f-b6ce-75bbfc28564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:53:11.543620 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c1fa2a8d-5904-4c4a-acca-bd45db829fb1 req-c58311a9-190f-441f-b6ce-75bbfc28564f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b4c8ad2-99f0-419d-ae91-7368480789e0 HTTP/1.1" status: 200  len: 854 time: 0.0566006
Jun 25 14:53:11.590586 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c1fa2a8d-5904-4c4a-acca-bd45db829fb1 req-401c00e7-80c8-4069-a621-27aba5e56422 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405350
Jun 25 14:53:11.721864 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c1fa2a8d-5904-4c4a-acca-bd45db829fb1 req-a355585f-275c-4f95-a881-452e04baa839 service neutron] 10.222.0.16 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243598
Jun 25 14:53:11.828776 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:53:11.858593 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c1fa2a8d-5904-4c4a-acca-bd45db829fb1 req-6b8f57fc-7600-47b9-ba52-ae7bb6410aa0 service neutron] 10.222.0.16 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291623
Jun 25 14:53:13.341710 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:53:21.720722 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:53:31.934490 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:53:38.315118 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8572b95f-e250-4ed5-b54f-3e7f765df336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:53:38.883703 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:53:40.892719 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-eb04c6b1-ac7e-4c39-932d-a3f324591c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:53:41.832596 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:53:43.343474 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:53:58.719421 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:54:01.933578 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:08.317545 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ff7630ba-21c9-45a0-a525-d7c9bdc7902e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:08.886428 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:10.894452 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fe600835-1eb6-46e2-ad02-760e3538efb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:11.835293 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:12.156889 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a8055d65-1a39-444e-af09-f09f7b76636c req-55f529f8-4d2a-4a33-8de1-2e38bbf1701c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0712817
Jun 25 14:54:12.312617 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8055d65-1a39-444e-af09-f09f7b76636c req-e496a487-ce60-47bc-8a6e-9463bc7070dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:54:12.314049 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a8055d65-1a39-444e-af09-f09f7b76636c req-e496a487-ce60-47bc-8a6e-9463bc7070dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 1099 time: 0.0705910
Jun 25 14:54:12.466544 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8055d65-1a39-444e-af09-f09f7b76636c req-3f5257d1-6358-405a-b7a6-22f585c48918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:54:12.468032 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a8055d65-1a39-444e-af09-f09f7b76636c req-3f5257d1-6358-405a-b7a6-22f585c48918 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 200  len: 912 time: 0.1343520
Jun 25 14:54:12.569246 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a8055d65-1a39-444e-af09-f09f7b76636c req-26cdde33-e2b3-4abe-bf48-ed274ed98866 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5f4720-0e75-4ecb-9346-c5929b77747a HTTP/1.1" status: 200  len: 1001 time: 0.0945599
Jun 25 14:54:12.635570 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8055d65-1a39-444e-af09-f09f7b76636c req-ae31cd34-9855-40da-ae58-b5f55c8785d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:54:12.637095 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a8055d65-1a39-444e-af09-f09f7b76636c req-ae31cd34-9855-40da-ae58-b5f55c8785d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9265467f-1c70-41b0-a5d8-95ad79db0d39 HTTP/1.1" status: 200  len: 850 time: 0.0607064
Jun 25 14:54:12.712320 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8055d65-1a39-444e-af09-f09f7b76636c req-1001b632-4306-4e9b-bdca-2d3ece5a7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:54:12.713827 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a8055d65-1a39-444e-af09-f09f7b76636c req-1001b632-4306-4e9b-bdca-2d3ece5a7fe9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b57f227-be72-49df-b303-59d0100b6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0700355
Jun 25 14:54:12.848653 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a8055d65-1a39-444e-af09-f09f7b76636c req-fd8b6a82-ab66-4b35-b244-fb64ea8fb808 service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271462
Jun 25 14:54:13.067040 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a8055d65-1a39-444e-af09-f09f7b76636c req-27cb3c82-f3fa-4b70-8357-25e2cf9565d3 service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2106161
Jun 25 14:54:13.346261 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:31.948729 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:35.718920 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:54:38.319489 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-6cd98b86-ea55-4404-b17c-e261e12bb89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:38.891282 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:40.897018 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-346f0d3c-3ace-40ae-8f85-ca7541779cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:41.838597 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:43.349601 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:56.102871 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 43820) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:54:56.171067 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:56.201017 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:56.268934 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:56.272632 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-30255d67-bf2b-4bb2-8169-e29314175f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:54:56.286612 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=762571d0-be68-47fa-80ae-838ece11d153,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:54:56.295925 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:54:56.296332 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:54:56.296753 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:54:56.297112 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:54:56.297460 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:54:56.297810 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:54:56.298182 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:54:56.298569 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:54:56.298956 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:54:56.299302 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:54:56.299642 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:54:56.299985 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:54:56.305809 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:54:56.307713 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:56.309380 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] 10.222.0.52 "DELETE /v2.0/security-groups/762571d0-be68-47fa-80ae-838ece11d153 HTTP/1.1" status: 204  len: 168 time: 0.2049150
Jun 25 14:54:56.473299 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 43826) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:54:57.173825 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e481b8a8-ab30-49b8-ac80-518e01b7711a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760582'] for router_interface, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:57.510570 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-e481b8a8-ab30-49b8-ac80-518e01b7711a admin admin] Deleting port 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:54:57.510821 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e481b8a8-ab30-49b8-ac80-518e01b7711a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:57.677884 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [None req-e481b8a8-ab30-49b8-ac80-518e01b7711a admin admin] For port 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6,segment=NetworkSegment(70bd9b18-6389-42e2-82ed-b20c76711bec),segment_id=70bd9b18-6389-42e2-82ed-b20c76711bec)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:54:57.678237 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e481b8a8-ab30-49b8-ac80-518e01b7711a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:57.798105 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-e481b8a8-ab30-49b8-ac80-518e01b7711a admin admin] Calling delete_port for 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 owned by network:router_interface {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:54:58.066498 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e481b8a8-ab30-49b8-ac80-518e01b7711a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:58.071051 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f1a9e3ba-7cd2-47ab-ac8d-5ec6f5da460b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:54:58.114463 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481b8a8-ab30-49b8-ac80-518e01b7711a admin admin] Pushing event deleted for resources: {'Port': ['ID=76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:54:58.139812 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e481b8a8-ab30-49b8-ac80-518e01b7711a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:54:58.379021 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e481b8a8-ab30-49b8-ac80-518e01b7711a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760746'] for router_interface, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:58.731037 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e481b8a8-ab30-49b8-ac80-518e01b7711a admin admin] Router fced8c86-0d04-43d0-abf0-5903fe3b3f22 has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:54:58.904179 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e481b8a8-ab30-49b8-ac80-518e01b7711a admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:54:58.912871 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69250c5e-f917-462a-a9cb-9b469a8b0023 None None] Sync routers for ids ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:54:58.916295 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-e481b8a8-ab30-49b8-ac80-518e01b7711a admin admin] 10.222.0.52 "PUT /v2.0/routers/fced8c86-0d04-43d0-abf0-5903fe3b3f22/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4418559
Jun 25 14:54:58.918741 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 43846) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:54:58.922128 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69250c5e-f917-462a-a9cb-9b469a8b0023 None None] Routers {'fced8c86-0d04-43d0-abf0-5903fe3b3f22'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:54:58.922722 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-69250c5e-f917-462a-a9cb-9b469a8b0023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28a57ab20>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:54:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:54:59.094241 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e627913a-edda-4fb0-903f-5c304981dfce admin admin] Notify callbacks [] for router, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:59.098446 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-69250c5e-f917-462a-a9cb-9b469a8b0023 None None] Set router fced8c86-0d04-43d0-abf0-5903fe3b3f22 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:54:59.374289 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e627913a-edda-4fb0-903f-5c304981dfce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:59.384129 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-69250c5e-f917-462a-a9cb-9b469a8b0023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28a57ab20>, [{'id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'name': 'tempest-TestVolumeBootPattern-226810653-router', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:28Z', 'updated_at': '2021-06-25T14:54:58Z', 'revision_number': 5, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'gw_port': {'id': 'fc460883-a278-47cf-8edf-ec6af485705e', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:30Z', 'updated_at': '2021-06-25T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:54:59.385628 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-e627913a-edda-4fb0-903f-5c304981dfce admin admin] Deleting port fc460883-a278-47cf-8edf-ec6af485705e {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:54:59.386167 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e627913a-edda-4fb0-903f-5c304981dfce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:59.389667 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69250c5e-f917-462a-a9cb-9b469a8b0023 None None] Checking router: fced8c86-0d04-43d0-abf0-5903fe3b3f22 for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:54:59.398527 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69250c5e-f917-462a-a9cb-9b469a8b0023 None None] Routers {'fced8c86-0d04-43d0-abf0-5903fe3b3f22'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:54:59.399400 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-69250c5e-f917-462a-a9cb-9b469a8b0023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28a57ab20>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:54:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:54:59.554060 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-69250c5e-f917-462a-a9cb-9b469a8b0023 None None] Set router fced8c86-0d04-43d0-abf0-5903fe3b3f22 gateway port host: None {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:54:59.569206 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [None req-e627913a-edda-4fb0-903f-5c304981dfce admin admin] For port fc460883-a278-47cf-8edf-ec6af485705e, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=fc460883-a278-47cf-8edf-ec6af485705e,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:54:59.569661 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e627913a-edda-4fb0-903f-5c304981dfce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:59.658840 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-69250c5e-f917-462a-a9cb-9b469a8b0023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28a57ab20>, [{'id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'name': 'tempest-TestVolumeBootPattern-226810653-router', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:28Z', 'updated_at': '2021-06-25T14:54:59Z', 'revision_number': 6, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'gw_port_host': None}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:54:59.662592 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69250c5e-f917-462a-a9cb-9b469a8b0023 None None] The sync data for ids ['fced8c86-0d04-43d0-abf0-5903fe3b3f22'] in dv-cinder-798091-1-iscsi is: [{'id': 'fced8c86-0d04-43d0-abf0-5903fe3b3f22', 'name': 'tempest-TestVolumeBootPattern-226810653-router', 'tenant_id': 'f5e71d6387574c4c80d267a33c619811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:28Z', 'updated_at': '2021-06-25T14:54:59Z', 'revision_number': 6, 'project_id': 'f5e71d6387574c4c80d267a33c619811', 'gw_port_host': None}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:54:59.691904 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-e627913a-edda-4fb0-903f-5c304981dfce admin admin] Calling delete_port for fc460883-a278-47cf-8edf-ec6af485705e owned by network:router_gateway {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:54:59.858253 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e627913a-edda-4fb0-903f-5c304981dfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:54:59.861773 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0affad96-4b4a-4f10-8450-2b8354cb996e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:54:59.902916 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627913a-edda-4fb0-903f-5c304981dfce admin admin] Pushing event deleted for resources: {'Port': ['ID=fc460883-a278-47cf-8edf-ec6af485705e,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:54:59.905940 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e627913a-edda-4fb0-903f-5c304981dfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:54:59.993694 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e627913a-edda-4fb0-903f-5c304981dfce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549411'] for router_gateway, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:00.169710 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e627913a-edda-4fb0-903f-5c304981dfce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-996'] for router, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:00.171862 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e627913a-edda-4fb0-903f-5c304981dfce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:00.193891 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e627913a-edda-4fb0-903f-5c304981dfce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691918'] for router, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:00.194506 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e627913a-edda-4fb0-903f-5c304981dfce admin admin] Fanout notify agent at l3_agent the message router_deleted on router fced8c86-0d04-43d0-abf0-5903fe3b3f22 {{(pid=78436) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 25 14:55:00.207043 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e627913a-edda-4fb0-903f-5c304981dfce admin admin] Notify callbacks [] for router, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:00.208140 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-e627913a-edda-4fb0-903f-5c304981dfce admin admin] 10.222.0.52 "DELETE /v2.0/routers/fced8c86-0d04-43d0-abf0-5903fe3b3f22 HTTP/1.1" status: 204  len: 168 time: 1.2885184
Jun 25 14:55:00.210675 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 43858) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:55:00.268215 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcc2e4c-6831-4c85-8b0b-7125df589ade admin admin] Deleting subnet 3aba2692-71df-4174-9240-9036bb4a5e73 {{(pid=78436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 25 14:55:00.271031 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4bcc2e4c-6831-4c85-8b0b-7125df589ade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:00.320798 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4bcc2e4c-6831-4c85-8b0b-7125df589ade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7303082'] for subnet, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:00.398272 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4bcc2e4c-6831-4c85-8b0b-7125df589ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409244'] for subnet, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:00.468003 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4bcc2e4c-6831-4c85-8b0b-7125df589ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7232803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6113039'] for subnet, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:00.471973 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:55:00.509524 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc2e4c-6831-4c85-8b0b-7125df589ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aba2692-71df-4174-9240-9036bb4a5e73,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:55:00.512655 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4bcc2e4c-6831-4c85-8b0b-7125df589ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:55:00.515409 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4bcc2e4c-6831-4c85-8b0b-7125df589ade admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:00.520753 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5adbdc-c3cf-421c-9860-eb9b975f83c1 None None] Network b025b70a-f35a-45e2-b6cc-f3f694612525 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:55:00.524188 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-4bcc2e4c-6831-4c85-8b0b-7125df589ade admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3aba2692-71df-4174-9240-9036bb4a5e73 HTTP/1.1" status: 204  len: 168 time: 0.3103614
Jun 25 14:55:00.524659 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 43864) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:55:00.644851 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1810749'] for network, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:00.660681 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Deleting port 543508b7-92b9-4d9e-b730-0e8651f84540 {{(pid=78435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:55:00.661079 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:00.832321 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1e37ce-269e-49d3-9c95-02859e3d881d None None] DHCP port deletion for b025b70a-f35a-45e2-b6cc-f3f694612525 request from dv-cinder-798091-1-iscsi {{(pid=78437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 25 14:55:00.836686 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e37ce-269e-49d3-9c95-02859e3d881d None None] Deleting port 543508b7-92b9-4d9e-b730-0e8651f84540 {{(pid=78437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:55:00.837065 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0e1e37ce-269e-49d3-9c95-02859e3d881d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:00.875037 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] For port 543508b7-92b9-4d9e-b730-0e8651f84540, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=543508b7-92b9-4d9e-b730-0e8651f84540,segment=NetworkSegment(70bd9b18-6389-42e2-82ed-b20c76711bec),segment_id=70bd9b18-6389-42e2-82ed-b20c76711bec)] {{(pid=78435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:55:00.875485 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:01.001719 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Calling delete_port for 543508b7-92b9-4d9e-b730-0e8651f84540 owned by network:dhcp {{(pid=78435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:55:01.050463 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-0e1e37ce-269e-49d3-9c95-02859e3d881d None None] For port 543508b7-92b9-4d9e-b730-0e8651f84540, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=543508b7-92b9-4d9e-b730-0e8651f84540,segment=NetworkSegment(70bd9b18-6389-42e2-82ed-b20c76711bec),segment_id=70bd9b18-6389-42e2-82ed-b20c76711bec)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:55:01.051179 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0e1e37ce-269e-49d3-9c95-02859e3d881d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:01.083549 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:01.088058 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:55:01.136208 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Pushing event deleted for resources: {'Port': ['ID=543508b7-92b9-4d9e-b730-0e8651f84540,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:55:01.147766 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] No DVR routers for this DVR port 543508b7-92b9-4d9e-b730-0e8651f84540 on host dv-cinder-798091-1-iscsi {{(pid=78435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:55:01.149997 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:55:01.150377 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:55:01.150745 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:55:01.151110 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:55:01.151469 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:55:01.151828 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:55:01.152747 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:55:01.153067 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:55:01.153422 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:55:01.153775 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:55:01.154127 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:55:01.154475 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:55:01.179287 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e37ce-269e-49d3-9c95-02859e3d881d None None] Calling delete_port for 543508b7-92b9-4d9e-b730-0e8651f84540 owned by network:dhcp {{(pid=78437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:55:01.185291 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:55:01.261395 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.db.api [None req-0e1e37ce-269e-49d3-9c95-02859e3d881d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 25 14:55:01.261932 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_db.api [None req-0e1e37ce-269e-49d3-9c95-02859e3d881d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 25 14:55:01.283824 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410625', 'neutron.services.segments.db._delete_segments_for_network-8783892414913'] for network, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:01.298032 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd289acd940>,) {'filters': {'network_id': ['b025b70a-f35a-45e2-b6cc-f3f694612525']}} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:55:01.314056 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd289acd940>, '70bd9b18-6389-42e2-82ed-b20c76711bec') {'for_net_delete': True} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:55:01.314351 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd289acd940>, '70bd9b18-6389-42e2-82ed-b20c76711bec') {} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:55:01.325481 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783892427816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6995103'] for segment, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:01.343789 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:01.349957 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=78435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 25 14:55:01.350385 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1411209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6486702'] for segment, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]: Traceback (most recent call last):
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:     timer()
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:     cb(*args, **kw)
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:     return func(*args, **kwargs)
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:     self._notify()
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:     self.callback(batched_events)
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:     event.method(event)
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:     return f(self, *a, **k)
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._get(url).json()
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self.request(url, 'GET', **kwargs)
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 25 14:55:01.364039 dv-cinder-798091-1-iscsi neutron-server[78435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 25 14:55:01.436793 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549382'] for network, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:01.440889 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:55:01.454564 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:01.469686 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Pushing event deleted for resources: {'Network': ['ID=b025b70a-f35a-45e2-b6cc-f3f694612525,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:55:01.472859 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:55:01.482976 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-b179aa5a-ef5b-4572-bc25-9af30b520250 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b025b70a-f35a-45e2-b6cc-f3f694612525 HTTP/1.1" status: 204  len: 168 time: 0.9572518
Jun 25 14:55:01.485914 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 43872) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:55:01.595782 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:55:01.628627 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:55:01.628979 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 76bf61ce-e085-4c7b-a7cd-3c2eeae4bea6 not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:55:01.629625 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device fc460883-a278-47cf-8edf-ec6af485705e no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:55:01.665497 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: fc460883-a278-47cf-8edf-ec6af485705e {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:55:01.665847 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device fc460883-a278-47cf-8edf-ec6af485705e not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:55:01.666285 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 543508b7-92b9-4d9e-b730-0e8651f84540 no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:55:01.697749 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 543508b7-92b9-4d9e-b730-0e8651f84540 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:55:01.698103 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 543508b7-92b9-4d9e-b730-0e8651f84540 not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:55:01.763093 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e37ce-269e-49d3-9c95-02859e3d881d None None] Deleting port 543508b7-92b9-4d9e-b730-0e8651f84540 {{(pid=78437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:55:01.763491 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0e1e37ce-269e-49d3-9c95-02859e3d881d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:01.834330 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e37ce-269e-49d3-9c95-02859e3d881d None None] The port '543508b7-92b9-4d9e-b730-0e8651f84540' was deleted {{(pid=78437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jun 25 14:55:01.968584 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:02.109019 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d74b1905-2d1a-4c65-80ac-b33101f70af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760582'] for router_interface, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:02.457996 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-d74b1905-2d1a-4c65-80ac-b33101f70af0 admin admin] Deleting port 0bae5efc-7861-4057-80d3-68ef9410edd0 {{(pid=78435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:55:02.458328 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d74b1905-2d1a-4c65-80ac-b33101f70af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:02.626062 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [None req-d74b1905-2d1a-4c65-80ac-b33101f70af0 admin admin] For port 0bae5efc-7861-4057-80d3-68ef9410edd0, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=0bae5efc-7861-4057-80d3-68ef9410edd0,segment=NetworkSegment(d1b52bd1-93ff-44b7-9011-ce33fc48dffb),segment_id=d1b52bd1-93ff-44b7-9011-ce33fc48dffb)] {{(pid=78435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:55:02.626325 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d74b1905-2d1a-4c65-80ac-b33101f70af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:02.745552 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-d74b1905-2d1a-4c65-80ac-b33101f70af0 admin admin] Calling delete_port for 0bae5efc-7861-4057-80d3-68ef9410edd0 owned by network:router_interface {{(pid=78435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:55:02.918636 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d74b1905-2d1a-4c65-80ac-b33101f70af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:02.922044 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ffbafdba-87f5-4e83-9be5-b4aa45ded471 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:55:03.060396 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b1905-2d1a-4c65-80ac-b33101f70af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bae5efc-7861-4057-80d3-68ef9410edd0,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:55:03.063615 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d74b1905-2d1a-4c65-80ac-b33101f70af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:55:03.330734 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d74b1905-2d1a-4c65-80ac-b33101f70af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760746'] for router_interface, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:03.680312 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74b1905-2d1a-4c65-80ac-b33101f70af0 admin admin] Router a2a0b324-e8c3-4657-ba4d-8d7a15196ddd has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:55:03.856746 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74b1905-2d1a-4c65-80ac-b33101f70af0 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:55:03.865487 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e67706-599a-425d-98db-5112d9d847b0 None None] Sync routers for ids ['a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:55:03.872682 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-d74b1905-2d1a-4c65-80ac-b33101f70af0 admin admin] 10.222.0.52 "PUT /v2.0/routers/a2a0b324-e8c3-4657-ba4d-8d7a15196ddd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3857033
Jun 25 14:55:03.875432 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e67706-599a-425d-98db-5112d9d847b0 None None] Routers {'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:55:03.875568 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 43890) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:55:03.876020 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-62e67706-599a-425d-98db-5112d9d847b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b3be7f0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:54:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:55:04.047074 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8590-441a-4da3-8778-d0f22edcf160 admin admin] Notify callbacks [] for router, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:04.050819 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-62e67706-599a-425d-98db-5112d9d847b0 None None] Set router a2a0b324-e8c3-4657-ba4d-8d7a15196ddd gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:55:04.227832 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8590-441a-4da3-8778-d0f22edcf160 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:04.239660 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d8590-441a-4da3-8778-d0f22edcf160 admin admin] Deleting port a220b504-e579-4440-bd65-9f90dabf99a2 {{(pid=78435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:55:04.240019 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8590-441a-4da3-8778-d0f22edcf160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:04.336220 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-62e67706-599a-425d-98db-5112d9d847b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b3be7f0>, [{'id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'name': 'tempest-TestVolumeBootPattern-257534970-router', 'tenant_id': '8b85ab9a8ab048098dc208c172ae40f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a220b504-e579-4440-bd65-9f90dabf99a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:55:02Z', 'revision_number': 5, 'project_id': '8b85ab9a8ab048098dc208c172ae40f4', 'gw_port': {'id': 'a220b504-e579-4440-bd65-9f90dabf99a2', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:41:47Z', 'updated_at': '2021-06-25T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:55:04.340891 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e67706-599a-425d-98db-5112d9d847b0 None None] Checking router: a2a0b324-e8c3-4657-ba4d-8d7a15196ddd for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:55:04.349777 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e67706-599a-425d-98db-5112d9d847b0 None None] Routers {'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:55:04.350399 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-62e67706-599a-425d-98db-5112d9d847b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28b3be7f0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:54:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:55:04.499438 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-62e67706-599a-425d-98db-5112d9d847b0 None None] Set router a2a0b324-e8c3-4657-ba4d-8d7a15196ddd gateway port host: None {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:55:04.525802 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [None req-8e4d8590-441a-4da3-8778-d0f22edcf160 admin admin] For port a220b504-e579-4440-bd65-9f90dabf99a2, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=a220b504-e579-4440-bd65-9f90dabf99a2,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:55:04.526690 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8590-441a-4da3-8778-d0f22edcf160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:04.617621 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-62e67706-599a-425d-98db-5112d9d847b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28b3be7f0>, [{'id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'name': 'tempest-TestVolumeBootPattern-257534970-router', 'tenant_id': '8b85ab9a8ab048098dc208c172ae40f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:55:04Z', 'revision_number': 6, 'project_id': '8b85ab9a8ab048098dc208c172ae40f4', 'gw_port_host': None}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:55:04.621587 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e67706-599a-425d-98db-5112d9d847b0 None None] The sync data for ids ['a2a0b324-e8c3-4657-ba4d-8d7a15196ddd'] in dv-cinder-798091-1-iscsi is: [{'id': 'a2a0b324-e8c3-4657-ba4d-8d7a15196ddd', 'name': 'tempest-TestVolumeBootPattern-257534970-router', 'tenant_id': '8b85ab9a8ab048098dc208c172ae40f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:41:46Z', 'updated_at': '2021-06-25T14:55:04Z', 'revision_number': 6, 'project_id': '8b85ab9a8ab048098dc208c172ae40f4', 'gw_port_host': None}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:55:04.648947 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d8590-441a-4da3-8778-d0f22edcf160 admin admin] Calling delete_port for a220b504-e579-4440-bd65-9f90dabf99a2 owned by network:router_gateway {{(pid=78435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:55:04.812816 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8590-441a-4da3-8778-d0f22edcf160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:04.816192 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1dcec9eb-89f7-4744-9700-75fea5ae8174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:55:04.858959 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d8590-441a-4da3-8778-d0f22edcf160 admin admin] Pushing event deleted for resources: {'Port': ['ID=a220b504-e579-4440-bd65-9f90dabf99a2,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:55:04.861368 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-8e4d8590-441a-4da3-8778-d0f22edcf160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:55:04.961692 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8590-441a-4da3-8778-d0f22edcf160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549411'] for router_gateway, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:05.132448 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8590-441a-4da3-8778-d0f22edcf160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-996'] for router, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:05.134510 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8590-441a-4da3-8778-d0f22edcf160 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:05.157875 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8590-441a-4da3-8778-d0f22edcf160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691918'] for router, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:05.158421 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4d8590-441a-4da3-8778-d0f22edcf160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2a0b324-e8c3-4657-ba4d-8d7a15196ddd {{(pid=78435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 25 14:55:05.171231 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8590-441a-4da3-8778-d0f22edcf160 admin admin] Notify callbacks [] for router, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:05.172329 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-8e4d8590-441a-4da3-8778-d0f22edcf160 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a2a0b324-e8c3-4657-ba4d-8d7a15196ddd HTTP/1.1" status: 204  len: 168 time: 1.2958846
Jun 25 14:55:05.174813 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 43900) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:55:05.234134 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60c8de0-92e0-4820-84da-0aaa0ad852ef admin admin] Deleting subnet 52d5b9ab-00a3-41fa-812e-0e788c47051f {{(pid=78435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 25 14:55:05.237007 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b60c8de0-92e0-4820-84da-0aaa0ad852ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:05.287046 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b60c8de0-92e0-4820-84da-0aaa0ad852ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6995110'] for subnet, precommit_delete_associations {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:05.375446 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b60c8de0-92e0-4820-84da-0aaa0ad852ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409244'] for subnet, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:05.447241 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b60c8de0-92e0-4820-84da-0aaa0ad852ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6485516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6392553'] for subnet, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:05.451109 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-fa45b207-f10d-487c-8bab-e235830f52bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:55:05.486415 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c8de0-92e0-4820-84da-0aaa0ad852ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52d5b9ab-00a3-41fa-812e-0e788c47051f,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:55:05.489285 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b60c8de0-92e0-4820-84da-0aaa0ad852ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:55:05.490333 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b60c8de0-92e0-4820-84da-0aaa0ad852ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:05.496922 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-b60c8de0-92e0-4820-84da-0aaa0ad852ef admin admin] 10.222.0.52 "DELETE /v2.0/subnets/52d5b9ab-00a3-41fa-812e-0e788c47051f HTTP/1.1" status: 204  len: 168 time: 0.3206506
Jun 25 14:55:05.497990 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa312ec-7f47-467c-8bce-5a1b1ed7d898 None None] Network 8969f3f3-ddee-4faf-9a1f-b976e0f337f3 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 14:55:05.499254 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 43906) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:55:05.608656 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1810749'] for network, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:05.619590 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Deleting port eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 {{(pid=78435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:55:05.620041 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:05.634490 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device a220b504-e579-4440-bd65-9f90dabf99a2 no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:55:05.673163 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: a220b504-e579-4440-bd65-9f90dabf99a2 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:55:05.673519 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device a220b504-e579-4440-bd65-9f90dabf99a2 not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:55:05.673952 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 0bae5efc-7861-4057-80d3-68ef9410edd0 no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:55:05.748302 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 0bae5efc-7861-4057-80d3-68ef9410edd0 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:55:05.748698 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 0bae5efc-7861-4057-80d3-68ef9410edd0 not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:55:05.840810 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5004e5-ff44-4504-8a3d-fb2ac87a36aa None None] DHCP port deletion for 8969f3f3-ddee-4faf-9a1f-b976e0f337f3 request from dv-cinder-798091-1-iscsi {{(pid=78437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 25 14:55:05.842976 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.db [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] For port eb8584a2-cf3f-48c3-9de3-0c8c3751fb45, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=eb8584a2-cf3f-48c3-9de3-0c8c3751fb45,segment=NetworkSegment(d1b52bd1-93ff-44b7-9011-ce33fc48dffb),segment_id=d1b52bd1-93ff-44b7-9011-ce33fc48dffb)] {{(pid=78435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:55:05.843339 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:05.845442 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-7c5004e5-ff44-4504-8a3d-fb2ac87a36aa None None] Deleting port eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 {{(pid=78437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:55:05.845868 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7c5004e5-ff44-4504-8a3d-fb2ac87a36aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:06.051451 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-7c5004e5-ff44-4504-8a3d-fb2ac87a36aa None None] For port eb8584a2-cf3f-48c3-9de3-0c8c3751fb45, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=eb8584a2-cf3f-48c3-9de3-0c8c3751fb45,segment=NetworkSegment(d1b52bd1-93ff-44b7-9011-ce33fc48dffb),segment_id=d1b52bd1-93ff-44b7-9011-ce33fc48dffb)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:55:06.051838 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7c5004e5-ff44-4504-8a3d-fb2ac87a36aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:06.071208 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Calling delete_port for eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 owned by network:dhcp {{(pid=78435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:55:06.145467 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:06.149329 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-c8d6230b-cd77-4d58-b963-8271eb91f627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:55:06.196026 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8584a2-cf3f-48c3-9de3-0c8c3751fb45,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:55:06.198648 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:55:06.202331 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] No DVR routers for this DVR port eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 on host dv-cinder-798091-1-iscsi {{(pid=78435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:55:06.207929 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-7c5004e5-ff44-4504-8a3d-fb2ac87a36aa None None] Calling delete_port for eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 owned by network:dhcp {{(pid=78437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:55:06.276535 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.db.api [None req-7c5004e5-ff44-4504-8a3d-fb2ac87a36aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 25 14:55:06.276890 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_db.api [None req-7c5004e5-ff44-4504-8a3d-fb2ac87a36aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 25 14:55:06.319578 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410625', 'neutron.services.segments.db._delete_segments_for_network-8783892414913'] for network, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:06.333147 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd28acc55b0>,) {'filters': {'network_id': ['8969f3f3-ddee-4faf-9a1f-b976e0f337f3']}} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:55:06.345897 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28acc55b0>, 'd1b52bd1-93ff-44b7-9011-ce33fc48dffb') {'for_net_delete': True} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:55:06.346191 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28acc55b0>, 'd1b52bd1-93ff-44b7-9011-ce33fc48dffb') {} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:55:06.358073 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783892427816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6995103'] for segment, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:06.374714 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:06.381016 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=78435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 25 14:55:06.381419 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1411209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6486702'] for segment, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]: Traceback (most recent call last):
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:     timer()
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:     cb(*args, **kw)
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:     return func(*args, **kwargs)
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:     self._notify()
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:     self.callback(batched_events)
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:     event.method(event)
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:     return f(self, *a, **k)
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._get(url).json()
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self.request(url, 'GET', **kwargs)
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 25 14:55:06.394875 dv-cinder-798091-1-iscsi neutron-server[78435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 25 14:55:06.471211 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549382'] for network, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:06.474786 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-076c848d-28a8-48b6-b74a-6d4698cf48e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:55:06.487530 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:06.500581 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=8969f3f3-ddee-4faf-9a1f-b976e0f337f3,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:55:06.504245 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:55:06.505743 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8969f3f3-ddee-4faf-9a1f-b976e0f337f3 HTTP/1.1" status: 204  len: 168 time: 1.0055976
Jun 25 14:55:06.616872 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 43918) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:55:06.664789 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-d8fef7a7-939a-4a86-aa90-3d7181d325ff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f5e71d6387574c4c80d267a33c619811&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0466444
Jun 25 14:55:06.667070 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 43922) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:55:06.723217 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb8b2-cf67-4df5-8589-4198ed4143d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:06.749869 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb8b2-cf67-4df5-8589-4198ed4143d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:06.778097 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-7c5004e5-ff44-4504-8a3d-fb2ac87a36aa None None] Deleting port eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 {{(pid=78437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:55:06.779489 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7c5004e5-ff44-4504-8a3d-fb2ac87a36aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:06.807568 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb8b2-cf67-4df5-8589-4198ed4143d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:06.813260 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-14d3cdaa-2e4d-4ffc-88e2-7bbf25daf965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:55:06.828182 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cb8b2-cf67-4df5-8589-4198ed4143d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f006d929-cd57-4e9b-9e8f-b71f250a8f9f,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:55:06.828182 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3a4cb8b2-cf67-4df5-8589-4198ed4143d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:55:06.836002 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb8b2-cf67-4df5-8589-4198ed4143d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:06.836815 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-3a4cb8b2-cf67-4df5-8589-4198ed4143d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f006d929-cd57-4e9b-9e8f-b71f250a8f9f HTTP/1.1" status: 204  len: 168 time: 0.1688786
Jun 25 14:55:06.856825 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-7c5004e5-ff44-4504-8a3d-fb2ac87a36aa None None] The port 'eb8584a2-cf3f-48c3-9de3-0c8c3751fb45' was deleted {{(pid=78437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jun 25 14:55:07.195850 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 43934) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:55:07.244194 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-42fa499e-c0bb-4648-a72f-b3a5314b5c80 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b85ab9a8ab048098dc208c172ae40f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0469658
Jun 25 14:55:07.246984 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 43938) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 14:55:07.302616 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-641355fd-e118-4d5a-9c57-923ea86325e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:07.328097 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-641355fd-e118-4d5a-9c57-923ea86325e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:07.381566 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-641355fd-e118-4d5a-9c57-923ea86325e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:07.385429 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-bba16a14-5ad5-4ab4-82b4-91981725bad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:55:07.396677 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641355fd-e118-4d5a-9c57-923ea86325e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2626d8-d1e5-4f1b-86eb-a37967960f67,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:55:07.400509 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-641355fd-e118-4d5a-9c57-923ea86325e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:55:07.403983 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-641355fd-e118-4d5a-9c57-923ea86325e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:07.407316 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-641355fd-e118-4d5a-9c57-923ea86325e5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b2626d8-d1e5-4f1b-86eb-a37967960f67 HTTP/1.1" status: 204  len: 168 time: 0.1572955
Jun 25 14:55:07.591488 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:55:07.627657 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:55:07.628027 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device eb8584a2-cf3f-48c3-9de3-0c8c3751fb45 not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:55:08.321161 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-6f1c1cf6-926d-499d-896b-bcd472ac124f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:08.896285 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:10.897637 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-00682191-cb8d-4868-b754-3d1e4d0958a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:11.843609 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:12.717649 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:55:13.351249 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:14.355003 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-22d85faa-2e20-45e4-b72e-de1b0ec9152d req-818d3357-381d-4601-9d00-24c0925a49ce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2249401
Jun 25 14:55:14.463899 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d85faa-2e20-45e4-b72e-de1b0ec9152d req-8d1c23f8-6c2e-4fbe-a367-6136252fe358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:55:14.465677 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-22d85faa-2e20-45e4-b72e-de1b0ec9152d req-8d1c23f8-6c2e-4fbe-a367-6136252fe358 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=205ee3e8bb3a4f52bccc89b6f2273f91&device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 1098 time: 0.0757837
Jun 25 14:55:14.700086 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d85faa-2e20-45e4-b72e-de1b0ec9152d req-58d2bd07-307c-4fce-98ca-c62f8ebbef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:55:14.701553 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-22d85faa-2e20-45e4-b72e-de1b0ec9152d req-58d2bd07-307c-4fce-98ca-c62f8ebbef15 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3 HTTP/1.1" status: 200  len: 915 time: 0.2164342
Jun 25 14:55:14.767933 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-22d85faa-2e20-45e4-b72e-de1b0ec9152d req-c7bc03f9-a8c1-46e8-8e6b-3f2cf0b8e9ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0458040e-6b30-4b25-a09a-04ec7269be86 HTTP/1.1" status: 200  len: 217 time: 0.0592194
Jun 25 14:55:14.831998 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d85faa-2e20-45e4-b72e-de1b0ec9152d req-92bb7497-5dcf-46e1-846c-80b2a0e94726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:55:14.833455 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-22d85faa-2e20-45e4-b72e-de1b0ec9152d req-92bb7497-5dcf-46e1-846c-80b2a0e94726 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b4c8ad2-99f0-419d-ae91-7368480789e0 HTTP/1.1" status: 200  len: 854 time: 0.0588324
Jun 25 14:55:14.881206 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-22d85faa-2e20-45e4-b72e-de1b0ec9152d req-ebc308a0-9e53-49ad-85b1-c63abbe55650 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398326
Jun 25 14:55:15.010989 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-22d85faa-2e20-45e4-b72e-de1b0ec9152d req-3f32aece-413a-462d-ab02-1b3266951df9 service neutron] 10.222.0.16 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225133
Jun 25 14:55:15.142224 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-22d85faa-2e20-45e4-b72e-de1b0ec9152d req-8efc1270-62cc-4e1a-9d11-d3dfec3d09c0 service neutron] 10.222.0.16 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236107
Jun 25 14:55:31.964377 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:38.321584 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-06cbe35b-02a9-46ad-bc3d-4457a8f77094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:38.899672 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:40.899300 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-040569c3-a67e-4f15-b8f5-55beac05b439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:41.845085 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:43.354713 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:55:49.715734 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:56:01.978472 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:56:08.323351 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-205c59d4-fb94-4d75-a9a5-cbf96115602b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:56:08.901196 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:56:10.900821 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-58424d81-0b5c-4b6b-897a-d8cefe339eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:56:11.847240 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:56:13.357768 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:56:14.140908 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-98cd8422-c014-4f60-b94a-660b9e2525c3 req-d6994e9a-8e34-4e38-a30c-17e806ae3b91 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0722241
Jun 25 14:56:14.291840 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd8422-c014-4f60-b94a-660b9e2525c3 req-91ea10c3-5caa-49d0-80b0-0c93249b7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:56:14.293333 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-98cd8422-c014-4f60-b94a-660b9e2525c3 req-91ea10c3-5caa-49d0-80b0-0c93249b7ca5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 1099 time: 0.0698960
Jun 25 14:56:14.440544 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd8422-c014-4f60-b94a-660b9e2525c3 req-4889d674-4a7c-437e-a4c6-05fd7acf3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:56:14.441970 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-98cd8422-c014-4f60-b94a-660b9e2525c3 req-4889d674-4a7c-437e-a4c6-05fd7acf3039 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 200  len: 912 time: 0.1281648
Jun 25 14:56:14.543806 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-98cd8422-c014-4f60-b94a-660b9e2525c3 req-6629639c-6466-437b-8679-bb90c6ec7f4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5f4720-0e75-4ecb-9346-c5929b77747a HTTP/1.1" status: 200  len: 1001 time: 0.0947566
Jun 25 14:56:14.606504 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd8422-c014-4f60-b94a-660b9e2525c3 req-17091f9e-cba7-4a0f-835a-023ec5f47c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:56:14.607883 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-98cd8422-c014-4f60-b94a-660b9e2525c3 req-17091f9e-cba7-4a0f-835a-023ec5f47c4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9265467f-1c70-41b0-a5d8-95ad79db0d39 HTTP/1.1" status: 200  len: 850 time: 0.0568278
Jun 25 14:56:14.684961 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd8422-c014-4f60-b94a-660b9e2525c3 req-b10dffdd-261c-4712-9be8-11128f23143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:56:14.686382 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-98cd8422-c014-4f60-b94a-660b9e2525c3 req-b10dffdd-261c-4712-9be8-11128f23143c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b57f227-be72-49df-b303-59d0100b6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712986
Jun 25 14:56:14.819576 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-98cd8422-c014-4f60-b94a-660b9e2525c3 req-a52e42d8-fa71-40d8-a081-347b7be87209 service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260889
Jun 25 14:56:14.947503 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-98cd8422-c014-4f60-b94a-660b9e2525c3 req-9519b84a-49d2-4cdb-8fbb-a046583f752e service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212103
Jun 25 14:56:26.714792 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:56:31.992691 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:56:38.324233 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-3d205ea3-3e9d-4257-a343-1a96b942b660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:56:38.902913 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:56:40.902030 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-51d9c981-ee77-4155-b47d-edb45a27d37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:56:41.852373 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:56:43.360816 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:57:01.994666 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:57:03.714099 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:57:08.325613 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-3ffb797b-1b05-49ef-b674-bd29b4828114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:57:08.905719 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:57:10.902763 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5c831b05-4c36-4f09-bd2d-b14104c63584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:57:11.853344 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:57:13.372937 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:57:14.818923 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-36afe731-7ea2-493b-8ea3-d3b441629c93 req-c76df8fe-d318-4819-896a-89e28cfcbe7e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0674140
Jun 25 14:57:14.922012 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afe731-7ea2-493b-8ea3-d3b441629c93 req-dbd6e086-3c16-4690-b760-80721bee265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:57:14.926646 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-36afe731-7ea2-493b-8ea3-d3b441629c93 req-dbd6e086-3c16-4690-b760-80721bee265e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=205ee3e8bb3a4f52bccc89b6f2273f91&device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 1098 time: 0.0714648
Jun 25 14:57:15.069420 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afe731-7ea2-493b-8ea3-d3b441629c93 req-323f9ce8-55f1-4f7f-bd83-9648c7c2b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:57:15.070829 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-36afe731-7ea2-493b-8ea3-d3b441629c93 req-323f9ce8-55f1-4f7f-bd83-9648c7c2b16c service neutron] 10.222.0.16 "GET /v2.0/networks?id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3 HTTP/1.1" status: 200  len: 915 time: 0.1261377
Jun 25 14:57:15.223341 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-36afe731-7ea2-493b-8ea3-d3b441629c93 req-348db714-6eda-49b7-9881-c5713155e4ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0458040e-6b30-4b25-a09a-04ec7269be86 HTTP/1.1" status: 200  len: 217 time: 0.1452167
Jun 25 14:57:15.287283 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afe731-7ea2-493b-8ea3-d3b441629c93 req-16568185-be42-447d-b606-ddcc424aa6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:57:15.288684 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-36afe731-7ea2-493b-8ea3-d3b441629c93 req-16568185-be42-447d-b606-ddcc424aa6a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b4c8ad2-99f0-419d-ae91-7368480789e0 HTTP/1.1" status: 200  len: 854 time: 0.0589879
Jun 25 14:57:15.335309 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-36afe731-7ea2-493b-8ea3-d3b441629c93 req-bb3960ff-a125-4870-8b73-44799eb961fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6236b1ee-6a77-4b84-8c99-a47ec0d986a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400004
Jun 25 14:57:15.468212 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-36afe731-7ea2-493b-8ea3-d3b441629c93 req-1bd5a1ff-9e4c-43a3-a9e1-b7dfc65ff416 service neutron] 10.222.0.16 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247666
Jun 25 14:57:15.599705 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-36afe731-7ea2-493b-8ea3-d3b441629c93 req-30875de7-4799-4fb0-8757-feb04324d703 service neutron] 10.222.0.16 "GET /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241689
Jun 25 14:57:32.008435 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:57:38.326202 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ce77f57a-8acb-46f6-b019-51ae2cb2d238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:57:38.911099 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:57:40.713840 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:57:40.904045 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-08a11424-5733-4791-8660-93947d9623ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:57:41.856423 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:57:43.366733 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:02.039013 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:04.445386 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa0cd9-00f5-471d-9249-eaa067c7ae19 req-e9b968d2-6ae6-484e-935b-1483a3940aaa tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:58:04.446989 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-74fa0cd9-00f5-471d-9249-eaa067c7ae19 req-e9b968d2-6ae6-484e-935b-1483a3940aaa tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 945 time: 0.2249250
Jun 25 14:58:04.494459 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-74fa0cd9-00f5-471d-9249-eaa067c7ae19 req-a2fa04f7-e19a-47c8-adfb-6392b5730ca1 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/security-groups?id=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416136
Jun 25 14:58:05.016051 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb6ece-aae6-4ee7-b7fd-e516147d8d40 req-33c6049b-7ee7-419e-8fa9-654910edc45f tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:58:05.016758 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-3afb6ece-aae6-4ee7-b7fd-e516147d8d40 req-33c6049b-7ee7-419e-8fa9-654910edc45f tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Synchronizing usage tracker for tenant:205ee3e8bb3a4f52bccc89b6f2273f91 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:58:05.031523 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-3afb6ece-aae6-4ee7-b7fd-e516147d8d40 req-33c6049b-7ee7-419e-8fa9-654910edc45f tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Unset dirty status for tenant:205ee3e8bb3a4f52bccc89b6f2273f91 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:58:05.032882 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-3afb6ece-aae6-4ee7-b7fd-e516147d8d40 req-33c6049b-7ee7-419e-8fa9-654910edc45f tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 945 time: 0.0983446
Jun 25 14:58:05.101340 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-3afb6ece-aae6-4ee7-b7fd-e516147d8d40 req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Deleting port 0458040e-6b30-4b25-a09a-04ec7269be86 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:58:05.101671 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-3afb6ece-aae6-4ee7-b7fd-e516147d8d40 req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:05.342295 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-3afb6ece-aae6-4ee7-b7fd-e516147d8d40 req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] For port 0458040e-6b30-4b25-a09a-04ec7269be86, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0458040e-6b30-4b25-a09a-04ec7269be86,segment=NetworkSegment(1b71895d-9a4e-4bfa-a007-caf8156298e3),segment_id=1b71895d-9a4e-4bfa-a007-caf8156298e3)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:58:05.342434 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-3afb6ece-aae6-4ee7-b7fd-e516147d8d40 req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:05.461508 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-3afb6ece-aae6-4ee7-b7fd-e516147d8d40 req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Calling delete_port for 0458040e-6b30-4b25-a09a-04ec7269be86 owned by compute:nova {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:58:05.607157 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-3afb6ece-aae6-4ee7-b7fd-e516147d8d40 req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:05.613141 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-845fb4a5-e135-48a3-808b-e6f540616849 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:58:05.647435 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['0458040e-6b30-4b25-a09a-04ec7269be86'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 14:58:05.660248 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Pushing event deleted for resources: {'Port': ['ID=0458040e-6b30-4b25-a09a-04ec7269be86,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:58:05.693336 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:58:05.693679 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:58:05.694049 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:58:05.694413 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:58:05.694750 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:58:05.695094 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:58:05.695443 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:58:05.695789 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:58:05.696133 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:58:05.696504 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:58:05.696849 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:58:05.697185 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 14:58:05.705825 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:58:05.717646 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e90c6bda-7bdc-4fbc-b33f-e785e500a091 req-916d5ac3-da0d-4ee3-88bf-a0d1d3c3250c tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.1016424
Jun 25 14:58:05.751290 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afb6ece-aae6-4ee7-b7fd-e516147d8d40 req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] No DVR routers for this DVR port 0458040e-6b30-4b25-a09a-04ec7269be86 on host hv-cinder-79809 {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:58:05.753764 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-3afb6ece-aae6-4ee7-b7fd-e516147d8d40 req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:05.756355 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeac4f3-6bd1-4dc0-92fd-92475daaee3f', 'name': 'network-vif-deleted', 'tag': '0458040e-6b30-4b25-a09a-04ec7269be86'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:58:05.776132 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-3afb6ece-aae6-4ee7-b7fd-e516147d8d40 req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.16 "DELETE /v2.0/ports/0458040e-6b30-4b25-a09a-04ec7269be86 HTTP/1.1" status: 204  len: 173 time: 0.7344871
Jun 25 14:58:05.872805 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eeac4f3-6bd1-4dc0-92fd-92475daaee3f', 'name': 'network-vif-deleted', 'tag': '0458040e-6b30-4b25-a09a-04ec7269be86', 'status': 'completed', 'code': 200}
Jun 25 14:58:06.871898 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c36ddedc-c069-4e96-b6f5-6534d22c3277 req-b36ca4f7-8191-4628-a683-3c8e14ed1656 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0469403
Jun 25 14:58:08.022710 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-beee830d-3c45-4660-87cb-094a0c9dab3b req-4ee5daa7-f983-48c7-af45-c637fcf6d295 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0424461
Jun 25 14:58:08.326643 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2c7f-202a-4833-831b-482ccebeecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:08.906747 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:09.170621 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0ca76b3a-841a-42ba-b7c9-03cc5e0604ff req-f8e5ead2-9d78-46d4-ae06-08d9d524d9e9 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0451682
Jun 25 14:58:09.406511 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 0458040e-6b30-4b25-a09a-04ec7269be86 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:58:09.440017 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] No Port match for: 0458040e-6b30-4b25-a09a-04ec7269be86 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:58:09.440371 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 0458040e-6b30-4b25-a09a-04ec7269be86 not bound to the agent host hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:58:10.316015 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4b7a02a8-f009-4365-8936-c79a42d6b7a4 req-9bae2916-0c87-479e-a787-2fa74648ad8a tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0416358
Jun 25 14:58:10.907558 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5873a2e7-690f-47f2-b692-71a4edf30caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:11.463360 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-510e551a-601e-48b4-a350-21f103cb1d56 req-d7a6ec62-c638-47e8-9bbf-5f5380947c01 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0427046
Jun 25 14:58:11.860077 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:12.618257 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-09b6cfbf-6b47-47af-b913-9014e056b6fa req-3b2c1c1b-dbe6-4d09-ac0a-8b5ded505c33 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0481412
Jun 25 14:58:13.369321 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:13.766027 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-feebd8a4-5946-4a67-b06e-452641737fa4 req-9515d1a5-56b1-488c-bec5-b21d266bf2c5 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0415316
Jun 25 14:58:14.920442 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-74efec0b-5719-4e0a-9b00-621013f1a1d4 req-9f157915-db4e-4a36-b4bd-1d3d5d448bdf tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0427139
Jun 25 14:58:15.157833 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-725f161b-2fa1-43af-990c-acbb7d63871d req-7155bdf0-c0e4-45b8-94b4-2f1168f9ea38 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0698206
Jun 25 14:58:15.315692 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f161b-2fa1-43af-990c-acbb7d63871d req-52c3273d-98b7-4422-b9d5-c67e7d34fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:58:15.317184 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-725f161b-2fa1-43af-990c-acbb7d63871d req-52c3273d-98b7-4422-b9d5-c67e7d34fe3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 1099 time: 0.0722876
Jun 25 14:58:15.545756 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f161b-2fa1-43af-990c-acbb7d63871d req-ee4815f7-099f-4962-a015-af522a48953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:58:15.547178 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-725f161b-2fa1-43af-990c-acbb7d63871d req-ee4815f7-099f-4962-a015-af522a48953e service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 200  len: 912 time: 0.2103817
Jun 25 14:58:15.647181 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-725f161b-2fa1-43af-990c-acbb7d63871d req-a51c8ed8-48c3-48d0-a3f1-8b590e73ed52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5f4720-0e75-4ecb-9346-c5929b77747a HTTP/1.1" status: 200  len: 1001 time: 0.0933962
Jun 25 14:58:15.707700 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f161b-2fa1-43af-990c-acbb7d63871d req-6f73d02d-6aae-45af-932a-1e2d26d65bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:58:15.709106 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-725f161b-2fa1-43af-990c-acbb7d63871d req-6f73d02d-6aae-45af-932a-1e2d26d65bb9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9265467f-1c70-41b0-a5d8-95ad79db0d39 HTTP/1.1" status: 200  len: 850 time: 0.0556076
Jun 25 14:58:15.786343 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f161b-2fa1-43af-990c-acbb7d63871d req-f4aebcc1-d6f6-4e4d-a81b-31f5da5157b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:58:15.787791 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-725f161b-2fa1-43af-990c-acbb7d63871d req-f4aebcc1-d6f6-4e4d-a81b-31f5da5157b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b57f227-be72-49df-b303-59d0100b6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721600
Jun 25 14:58:15.918190 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-725f161b-2fa1-43af-990c-acbb7d63871d req-c46cb89b-d0d3-4f7e-8f5a-33b1ecf6d03a service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235213
Jun 25 14:58:16.056977 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-725f161b-2fa1-43af-990c-acbb7d63871d req-c62a498b-6f87-4c1a-aa9a-14e95d843d86 service neutron] 10.222.0.16 "GET /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316662
Jun 25 14:58:16.076445 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8f1f0f31-ea93-4d11-bbee-c88982eed2f1 req-91c11f79-fafd-4e38-b6f1-687c8063366f tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0489593
Jun 25 14:58:17.223681 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-266ace41-855b-4085-9780-cea686cf5351 req-95f60610-1295-481f-bce6-c6c948d1b953 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0422182
Jun 25 14:58:17.238937 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [req-16b5fb15-ecf2-429f-86ba-484c65c1955f req-aafe0516-11d1-42c1-827e-12e5892a0adc service neutron] (78436) timed out ('10.222.0.16', 52990) {{(pid=78436) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 25 14:58:17.713846 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:58:17.936994 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [req-f481a690-9227-47f5-ba41-91b36414d9b7 req-8b117327-ce15-4022-a0e8-f65a2dcedf06 service neutron] (78435) timed out ('10.222.0.16', 52968) {{(pid=78435) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 25 14:58:18.370833 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7b871d26-e6e2-4616-99d6-54c080b0088d req-da5730ea-9fdc-4ca2-b66a-9f5faa8b6a8d tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0430651
Jun 25 14:58:19.520785 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ec3e1db1-c4d8-4195-94bc-c8563bef3e11 req-9412cb14-4ef5-46d8-811d-b0be4a87edda tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0451405
Jun 25 14:58:20.757128 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b8137b7a-2359-47fc-bc73-d0ef9a39acd0 req-cf426a23-96da-493d-8c9b-5bdf96a0d538 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.1294680
Jun 25 14:58:21.905543 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bf72db67-3d3e-433f-b51f-92bd9f9c35d7 req-dcab8f5e-b022-405e-a2a7-c563fc089b88 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0415525
Jun 25 14:58:23.053075 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-51131d10-ffc2-4eda-8d74-512d6fec16d1 req-e39b9059-5b7b-4c63-9a73-544af92aec36 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0453608
Jun 25 14:58:24.196340 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-10c1bc0b-499d-49dd-9806-bfdf92d357a5 req-18e5b621-929f-4f9b-b6c3-9e70eb655d5a tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0427146
Jun 25 14:58:25.341128 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-051a3637-229f-499c-bb25-4abe8fb3fbd5 req-1885a200-588a-43a0-be9f-1b4a28cdfabb tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0427547
Jun 25 14:58:25.441665 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [req-df337a29-fdf6-44a6-9b7b-ed40aa35b551 req-b43f60e5-7b1f-4c24-b4e0-feb0fcc94f1d service neutron] (78436) timed out ('10.222.0.52', 38014) {{(pid=78436) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 25 14:58:26.491379 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-66c0b495-bf29-4d76-91d9-e230a555b6e2 req-44efa341-ec3d-4952-9d78-3f9f99dc873b tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0461009
Jun 25 14:58:27.643590 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-da5ae9c9-18f4-4484-b3cc-dd7aaaad8da0 req-99d05f3c-31a8-43d9-b371-4308cf7604a9 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0447180
Jun 25 14:58:28.791060 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0868cfca-4400-4d02-8403-d99aa47c1557 req-3036892e-198c-439f-a01b-bc420726b9ba tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0417275
Jun 25 14:58:29.941352 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ded53394-cb05-4e1e-a6d9-1dffc3f7ec87 req-c4b54f7a-6171-4606-973e-8902390e2870 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0464203
Jun 25 14:58:31.087530 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-29c3312d-b70e-4480-adce-11434c74875d req-9e8369bb-fd7b-49b0-b559-c01f34df213d tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0428324
Jun 25 14:58:32.052396 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:32.233443 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4bd83e27-6e65-4c61-9126-2c93881a8246 req-200020b0-ba4a-4b8c-9f34-c679eb4adf24 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0429435
Jun 25 14:58:33.384659 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7a888c89-69bc-4d80-ad0f-e1440c7c2d3d req-93ab6cad-d277-4c2c-b7e9-835010db0efa tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0459130
Jun 25 14:58:34.536183 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f2de478f-42ca-4796-b38a-f45327ca319b req-47c1caf3-0283-4351-8908-f33eb35b5f0e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0431702
Jun 25 14:58:35.682495 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-33912710-c17f-4e17-b25d-420fa19ec0ec req-3a8abc33-a45d-43b1-b32a-d963ef650345 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0428889
Jun 25 14:58:36.833210 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-63f32e79-14f6-45b5-9d19-7b5ee9009f0e req-a6372ea3-18ea-43fa-8b23-e6277664b227 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0479240
Jun 25 14:58:37.981540 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-80dda7e6-e998-4935-984f-21b049303836 req-8e61b737-9ec1-44b2-80eb-d06fbae1c5e9 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0420313
Jun 25 14:58:38.327889 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e57f13a2-e6b2-4825-ab4e-27ced09fa819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:38.908380 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:39.126750 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2db57b1d-e175-4ebc-b4d5-014a5d89f455 req-73be6c50-88dd-45f2-a56c-359b3e8e11e1 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0420878
Jun 25 14:58:40.275865 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fe530175-b7e2-49e6-8818-f6a3d43fe0d4 req-1fad62a8-8fa1-4c52-a094-ef46dd8289d2 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0446200
Jun 25 14:58:40.911027 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d612bc6c-a118-47f5-9f7b-41fb4c4fbc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:41.429078 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7c4f82ef-454a-401c-b5d8-5cd97f2d1d07 req-80f7b901-a81a-4933-97e8-e463ef34dbe6 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0442109
Jun 25 14:58:41.861736 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:42.582350 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e40079ab-d6cb-44ad-b268-3133d8e2a1aa req-bd6ede1d-ee3a-46be-b4ca-8c7de86c88a9 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0432570
Jun 25 14:58:43.372541 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:43.731220 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fc4bdd37-19fb-49c0-8f4f-b6ecdd721e32 req-7d059a77-08e6-4ae4-a3b5-b167db073738 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0454531
Jun 25 14:58:44.878128 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cc584126-b8d6-4bba-babd-b002d4aad03c req-21f46a9b-03f5-4b38-b14a-35d32947d680 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0411520
Jun 25 14:58:46.028568 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e8f35149-965a-497e-81d8-3a8d72b3efd7 req-96e23236-08ff-4a0c-9591-550c2f30d9b9 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0413816
Jun 25 14:58:47.184595 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f6b73738-a662-4831-bded-fa7201e101ed req-adc37ccb-c2d0-4004-9c5f-9f793709ab48 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0495412
Jun 25 14:58:48.333555 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a9684d55-68b5-44c9-852f-f8620d037539 req-4f89fa8f-9785-4355-b4d8-03e5b2fffa09 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0416188
Jun 25 14:58:49.484388 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d66f6bb7-579c-4a1c-bade-63c1d3103839 req-92323ad6-eae4-4b84-9de0-378284b5054b tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0430820
Jun 25 14:58:50.631068 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fe894804-dd7f-46c8-807f-7b32ee1a23fd req-cbedb016-6198-42a6-af82-4efaf8c932db tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0448356
Jun 25 14:58:51.777130 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7abc8a05-7a96-40d4-bde6-c3a480598647 req-2fd22d5a-1625-4b05-ad48-16ca3bf66708 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0426419
Jun 25 14:58:52.921871 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-dccda56a-a5bb-438c-8246-328b9c1c44c8 req-5f7114b5-a7f3-44d1-ba4c-5f7be8d8deea tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0433738
Jun 25 14:58:54.036754 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271ee48-80b9-4724-872f-98d11e91e23e req-45bf88df-9ff0-40fe-bc85-60f827396173 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:58:54.038286 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e271ee48-80b9-4724-872f-98d11e91e23e req-45bf88df-9ff0-40fe-bc85-60f827396173 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 946 time: 0.0865498
Jun 25 14:58:54.095599 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-23af79f1-7205-4acd-83d0-b193b9f1fc5a req-4bf932b5-b6b8-4591-875d-b6d033b3b864 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0563061
Jun 25 14:58:54.122820 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e271ee48-80b9-4724-872f-98d11e91e23e req-3377fe65-1755-4f9f-940e-fb47e92de929 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=84fd8523-dfd7-490e-8bfb-152bfa07e61f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532596
Jun 25 14:58:54.713212 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:58:54.763356 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-766b9d18-a377-4b00-adc4-af854952be8c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:58:54.764068 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-766b9d18-a377-4b00-adc4-af854952be8c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Synchronizing usage tracker for tenant:77f5d5123a7c43d48ad3b58f8efecf4e on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 14:58:54.779200 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-766b9d18-a377-4b00-adc4-af854952be8c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Unset dirty status for tenant:77f5d5123a7c43d48ad3b58f8efecf4e on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 14:58:54.780353 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-766b9d18-a377-4b00-adc4-af854952be8c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.16 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 946 time: 0.1042423
Jun 25 14:58:54.849803 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-8afbed6b-5644-4beb-ac82-e49dc82eda87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Deleting port 3d5f4720-0e75-4ecb-9346-c5929b77747a {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 14:58:54.850143 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-8afbed6b-5644-4beb-ac82-e49dc82eda87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:55.086202 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-8afbed6b-5644-4beb-ac82-e49dc82eda87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] For port 3d5f4720-0e75-4ecb-9346-c5929b77747a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3d5f4720-0e75-4ecb-9346-c5929b77747a,segment=NetworkSegment(41004864-77df-4865-b51e-40b29aebd58b),segment_id=41004864-77df-4865-b51e-40b29aebd58b)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 14:58:55.086447 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-8afbed6b-5644-4beb-ac82-e49dc82eda87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:55.379117 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-19b87c2f-8501-4edc-820c-44e5037b7dcd req-c5866c68-b772-40e5-97c3-28ad8ab047cc tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.1721101
Jun 25 14:58:55.391299 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-8afbed6b-5644-4beb-ac82-e49dc82eda87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:55.392092 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-8afbed6b-5644-4beb-ac82-e49dc82eda87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549620'] for floatingip, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:55.393114 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.l3_db [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-8afbed6b-5644-4beb-ac82-e49dc82eda87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Floating IP 8d91b7c2-22d5-4804-a017-250337cdbdfc disassociated. External IP: 172.27.3.16, port: 3d5f4720-0e75-4ecb-9346-c5929b77747a.
Jun 25 14:58:55.394141 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-8afbed6b-5644-4beb-ac82-e49dc82eda87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Calling delete_port for 3d5f4720-0e75-4ecb-9346-c5929b77747a owned by compute:nova {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 14:58:55.430063 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734b182-0587-4ada-a90e-e5c8c4cabb43 req-760d5e61-2504-423b-bdd9-9451c5c0872f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 14:58:55.431494 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4734b182-0587-4ada-a90e-e5c8c4cabb43 req-760d5e61-2504-423b-bdd9-9451c5c0872f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 946 time: 0.1847241
Jun 25 14:58:55.481744 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4734b182-0587-4ada-a90e-e5c8c4cabb43 req-c0ea792f-1e40-4b4a-9f0b-1980db8d2070 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups?id=84fd8523-dfd7-490e-8bfb-152bfa07e61f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442796
Jun 25 14:58:55.543188 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-8afbed6b-5644-4beb-ac82-e49dc82eda87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:55.550150 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b2700322-d38b-4b4d-b954-d76f16cc4d0e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 14:58:55.597934 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbed6b-5644-4beb-ac82-e49dc82eda87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event deleted for resources: {'Port': ['ID=3d5f4720-0e75-4ecb-9346-c5929b77747a,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 14:58:55.602528 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-8afbed6b-5644-4beb-ac82-e49dc82eda87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 14:58:55.866590 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-8afbed6b-5644-4beb-ac82-e49dc82eda87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Router b028c316-8c84-4ffe-806c-b9f8a17a4525 has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 14:58:56.048026 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-8afbed6b-5644-4beb-ac82-e49dc82eda87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 14:58:56.059297 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813aa06c-2bf6-4f9c-80b2-a056c59b064d None None] Sync routers for ids ['b028c316-8c84-4ffe-806c-b9f8a17a4525'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 14:58:56.069739 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813aa06c-2bf6-4f9c-80b2-a056c59b064d None None] Routers {'b028c316-8c84-4ffe-806c-b9f8a17a4525'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:58:56.070659 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-813aa06c-2bf6-4f9c-80b2-a056c59b064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28aebf760>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:58:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['b028c316-8c84-4ffe-806c-b9f8a17a4525'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:58:56.123812 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-8afbed6b-5644-4beb-ac82-e49dc82eda87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] No DVR routers for this DVR port 3d5f4720-0e75-4ecb-9346-c5929b77747a on host hv-cinder-79809 {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 14:58:56.126384 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-8afbed6b-5644-4beb-ac82-e49dc82eda87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:58:56.129184 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391d5ce4-8818-40d2-8193-d054d3d8fe71', 'name': 'network-vif-deleted', 'tag': '3d5f4720-0e75-4ecb-9346-c5929b77747a'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 14:58:56.146868 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-c68c0c21-689a-4f74-bd2a-c9929dbaf62e req-8afbed6b-5644-4beb-ac82-e49dc82eda87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.16 "DELETE /v2.0/ports/3d5f4720-0e75-4ecb-9346-c5929b77747a HTTP/1.1" status: 204  len: 173 time: 1.3609881
Jun 25 14:58:56.182197 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391d5ce4-8818-40d2-8193-d054d3d8fe71', 'name': 'network-vif-deleted', 'tag': '3d5f4720-0e75-4ecb-9346-c5929b77747a', 'status': 'completed', 'code': 200}
Jun 25 14:58:56.254323 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-813aa06c-2bf6-4f9c-80b2-a056c59b064d None None] Set router b028c316-8c84-4ffe-806c-b9f8a17a4525 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:58:56.540570 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0e370913-fd44-4474-a03e-ec56bb5d61eb req-800aa437-20ed-4aa0-b4e8-cdf170126495 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0468192
Jun 25 14:58:56.597126 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-813aa06c-2bf6-4f9c-80b2-a056c59b064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28aebf760>, [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '34e447a1-b9db-410a-bfb7-78d4c6120b5e', 'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'mac_address': 'fa:16:3e:76:02:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:02Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'subnets': [{'id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:58:56.601469 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813aa06c-2bf6-4f9c-80b2-a056c59b064d None None] Checking router: b028c316-8c84-4ffe-806c-b9f8a17a4525 for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 14:58:56.609601 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813aa06c-2bf6-4f9c-80b2-a056c59b064d None None] Routers {'b028c316-8c84-4ffe-806c-b9f8a17a4525'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 14:58:56.610186 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-813aa06c-2bf6-4f9c-80b2-a056c59b064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28aebf760>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T14:58:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['b028c316-8c84-4ffe-806c-b9f8a17a4525'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:58:56.641395 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f7176c98-ab96-4a07-9913-b6021810f78f req-38fb28c5-9844-4484-a2c8-65764029e65e tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0430529
Jun 25 14:58:56.791955 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-813aa06c-2bf6-4f9c-80b2-a056c59b064d None None] Set router b028c316-8c84-4ffe-806c-b9f8a17a4525 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 14:58:57.092087 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-813aa06c-2bf6-4f9c-80b2-a056c59b064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28aebf760>, [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '34e447a1-b9db-410a-bfb7-78d4c6120b5e', 'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'mac_address': 'fa:16:3e:76:02:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:02Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'subnets': [{'id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 14:58:57.095877 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813aa06c-2bf6-4f9c-80b2-a056c59b064d None None] The sync data for ids ['b028c316-8c84-4ffe-806c-b9f8a17a4525'] in dv-cinder-798091-1-iscsi is: [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi', '_interfaces': [{'id': '34e447a1-b9db-410a-bfb7-78d4c6120b5e', 'name': '', 'network_id': '4b57f227-be72-49df-b303-59d0100b6e57', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'mac_address': 'fa:16:3e:76:02:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:02Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'subnets': [{'id': '9265467f-1c70-41b0-a5d8-95ad79db0d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 14:58:57.313680 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b4e38-06d6-46cb-87e2-87059dc12cdf None None] New status for floating IP 8d91b7c2-22d5-4804-a017-250337cdbdfc: DOWN {{(pid=78438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 25 14:58:57.694117 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5b67d55a-e6c8-42eb-ba00-8c59431c7174 req-878107c7-fb44-4027-993f-9484d6feec97 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0428810
Jun 25 14:58:57.792655 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1bf87c5d-5b02-4911-bcb3-83ff3d747c7a req-e0b9b5c5-4314-49e8-b1fb-a5b3b1a5f1d9 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0444160
Jun 25 14:58:58.847818 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9e9fc0c3-70e2-4e77-879a-cb8e3b387aa1 req-ae1f665e-4299-42bc-9d11-405dc28bbb1b tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0452282
Jun 25 14:58:58.946879 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92ea5fc0-d8dc-44f8-80a7-07a91384c5e0 req-fecf744e-90e3-4080-bcbe-13fdf2d094aa tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0415397
Jun 25 14:58:59.639017 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 3d5f4720-0e75-4ecb-9346-c5929b77747a no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 14:58:59.672631 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] No Port match for: 3d5f4720-0e75-4ecb-9346-c5929b77747a {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 14:58:59.672977 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 3d5f4720-0e75-4ecb-9346-c5929b77747a not bound to the agent host hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 14:59:00.000231 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8ce1e9f3-874b-488e-9a99-f049c7d32ca0 req-afac3131-f13c-43a5-909a-0655ae98f6da tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0494196
Jun 25 14:59:00.093717 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b73978cd-9112-44aa-b834-fcff161ab110 req-de9e891b-8358-461f-b55d-45ef4ee5bcdc tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0415089
Jun 25 14:59:01.243975 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cedbf541-758a-4684-9482-599c1d5e04d3 req-4ba358fc-051f-435a-b4c2-9b2740812d6b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0426357
Jun 25 14:59:01.295871 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-87c65c55-05af-448c-85fb-b66a9f8003d9 req-77cac41a-c9d4-40f7-8ca2-84dcd833c2b4 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0445614
Jun 25 14:59:02.068563 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:59:02.392350 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-aabdbfd1-53e4-4a34-8f04-87eada54e4ba req-fdf24cf9-7509-4c40-8146-24f307e7b7f5 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0419104
Jun 25 14:59:02.444273 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cbf058fc-68f9-4755-9492-95d374efd68a req-1a0b2aad-40fd-4ee4-86ff-6260d193ffad tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0426433
Jun 25 14:59:03.542825 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-66cf091e-69ef-44f7-9b75-91edd01295b5 req-511c38bc-f7e3-4aa4-86c6-03683ec5cb55 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0451102
Jun 25 14:59:03.591819 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4eeb1d4f-c9ef-4a1e-8ea7-0d72e4d60a36 req-070b59dd-56ed-490e-a757-0ad1dccc71d8 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0425780
Jun 25 14:59:04.694409 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4e028768-0e3a-45f3-b0cd-b72aec2cf303 req-360cfa79-2b41-4aa6-854b-f956ba8afafd tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0421314
Jun 25 14:59:04.739216 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-822567f0-5e41-4b33-b31f-eda110bf52f1 req-cb2e12ee-0c91-4ef6-b125-2ef92c48cfc6 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0438695
Jun 25 14:59:05.842781 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-79369d92-b379-4c89-8770-35290d2f36de req-88e4eed6-a817-4d3f-93e7-d6acb33404fc tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0429637
Jun 25 14:59:05.884962 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-730d7ee1-c71b-410e-beaf-ad1d0f1660d2 req-5858b390-8b29-4be3-9f20-4f6f05c4aa1b tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0407252
Jun 25 14:59:06.994613 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-360c21fb-4058-45ee-9ce6-42a89df22302 req-eaf3a96d-64ff-4afc-bfe2-f3e18bb02182 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0474608
Jun 25 14:59:07.036599 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-39638672-f9a0-48a4-b409-7e0c7d81c8c5 req-4bb5bebe-af8f-466a-8e36-df1aef5f1c4e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0445607
Jun 25 14:59:08.141768 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-739d9a0f-fc62-4dd5-90b5-c98b6ca02ba6 req-84142939-7436-4ec8-8851-09627dc13e81 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0427268
Jun 25 14:59:08.293875 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-634c80ea-640c-48b9-9d70-a0aa35a7fa50 req-1c45337c-e34a-41d2-b10e-ada9d9343b53 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0445647
Jun 25 14:59:08.329631 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8c2a5d2f-b6a8-4bce-af85-ac52fd4e54cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:59:08.909592 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:59:09.289986 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a5dc4e69-baed-404a-8a98-2b40603269fb req-0636036a-cd31-4042-836e-5600366d0b9a tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0428150
Jun 25 14:59:09.438950 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-611468ab-cbb8-4cd2-8c6b-7284544beb03 req-fd756731-84e6-4e46-a85f-d778e7c91219 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0413694
Jun 25 14:59:10.438526 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-efa8394f-5108-4f8e-8f25-bc03843229f5 req-4e3c64bc-98b0-4ffd-947f-bb918ca2c9a7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0457983
Jun 25 14:59:10.587729 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b8199642-af89-4ddc-a71e-cbfb44622bc5 req-050e56e8-8a82-43b5-87b6-924d365caefd tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0425010
Jun 25 14:59:10.913351 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5969b2c6-a4bc-442e-998f-8abbc63e66be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:59:11.583110 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5350b02f-93a0-4a1f-aba4-207204f3e562 req-6d3106b7-8e47-42f5-afc9-89b123e8ca05 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0423512
Jun 25 14:59:11.742903 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b8edb774-4843-4094-be3c-9cba7d5e9da5 req-27995a59-6bf8-491a-a616-2a586cee9da7 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0448699
Jun 25 14:59:11.865024 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:59:12.733850 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0cfd82a6-a0f4-4bb4-aa4c-53bb2197a043 req-7c48c93a-1cd9-4c80-8557-c9a1b46da4bb tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0432591
Jun 25 14:59:12.891466 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-62006f7b-cb95-4a43-9c51-012b56945d26 req-dd217f6e-a174-40e1-b1f3-e5645d579ba4 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0415287
Jun 25 14:59:13.374020 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:59:13.976346 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1860a531-a779-4a8e-b42e-6129ac4e680c req-95519d57-bc8a-430b-b70f-883a324138a0 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.1367342
Jun 25 14:59:14.040904 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-11f9759a-a0ba-4914-b5f9-8dea03d6747f req-331582eb-0070-4b92-8863-47f64edfa9f9 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0412953
Jun 25 14:59:15.123310 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5043bd0b-be3d-424e-821e-b2ab339955ec req-c8302b0f-b0f8-4950-b825-821dd4295729 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0420635
Jun 25 14:59:15.189956 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fb16b123-6dc0-48da-b330-00f463e60b9b req-a13835a5-a95c-4aa9-912e-ec3b3041a2e5 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0448735
Jun 25 14:59:16.273497 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-debf2940-ae4b-4eb0-a53a-c52fae827414 req-4566527d-cd54-453a-a0bc-5ccf8ac4b6e2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0423589
Jun 25 14:59:16.341162 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5f2df6fb-7e3e-4baa-a4d1-e8d2660029d6 req-df0a30cf-db8d-4584-b819-7a15053dbe09 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0418570
Jun 25 14:59:17.425994 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4fb11f24-954a-4c67-9f4e-18d8088725b6 req-d2e6c7e4-fd5a-4163-9ac7-a286f222b98a tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0471697
Jun 25 14:59:17.505161 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6db81eef-38e0-44e5-a14e-1dff5f3656c8 req-7c1d6d5e-dde1-4699-bb05-73c0846c3c64 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0439358
Jun 25 14:59:18.572598 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a3305e14-e13a-489f-a8fe-e9d38f7ca11a req-6aacb8b2-9502-47e2-a493-d185d9f8f7e2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0429106
Jun 25 14:59:18.659111 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-58c8a657-6326-4709-a44c-56739434aa5e req-4d0708fa-135c-4d23-bfdf-fce44be92640 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0440161
Jun 25 14:59:19.720773 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2342c83e-d1ea-428c-907e-c747370f4753 req-844863d0-a681-4508-ba22-fa1f7ace26ca tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0434990
Jun 25 14:59:19.807152 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-305cf6fb-7ef1-407e-bb90-fd1a8cffb077 req-4eff1852-7b62-4e42-af36-602fea1ac46e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0417237
Jun 25 14:59:20.872770 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0174189a-ad5a-4e3c-8477-7217be743ec9 req-29685f40-276e-40d8-96b1-5abce032948a tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0450256
Jun 25 14:59:20.955716 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-214a62ac-e34b-4ff4-b010-fe50b05394fd req-a07674cd-874b-4eaf-a250-7e181a9d8fbd tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0429795
Jun 25 14:59:22.019236 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-26fc0abf-ec0d-493c-8cdc-6f5cfb8245d9 req-1062338b-f19e-451d-a7da-e5ef1ef649e3 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0431302
Jun 25 14:59:22.103548 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0faef5db-26e6-4011-b43c-037e0830bfc6 req-6691dd74-2120-4ac4-8bb9-4ea1486a055b tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0448751
Jun 25 14:59:23.165968 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1ca97ad6-c4e8-45a1-820e-0ee5e3ac9ae7 req-8c83a4de-9cc1-41c2-8e67-4fe5d5f53c4b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0425267
Jun 25 14:59:23.249203 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-dc8f1ae0-4d74-4209-8530-a2c4dbc29046 req-986e0fc8-a2d0-4523-928a-2ba1faf91a5c tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0411582
Jun 25 14:59:24.319004 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-84901722-d391-42a7-af6a-d02befe7640a req-c2e2d654-e054-4ff3-a13b-7a289cafba3d tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0459008
Jun 25 14:59:24.399763 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f879b713-d8e1-438b-8828-79e9af1b192a req-ba6ab470-ccc6-4e34-ac18-119881ecbfbd tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0430493
Jun 25 14:59:25.582426 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0cd5f90f-d45d-4137-bb5f-100e44fb0465 req-c8513e35-5764-4048-bdba-ec47a5ccc991 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0799537
Jun 25 14:59:25.595260 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a282208f-59ea-4d1f-891c-8b40d17869c5 req-2dd4d735-ff26-4200-a256-e796dde0a613 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0501616
Jun 25 14:59:26.758254 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-050f70ea-deea-41b5-9c1d-5531b8250916 req-28b46913-cc60-4e30-b550-416632eb394c tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0707767
Jun 25 14:59:26.770593 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fec4b381-21de-4a20-9600-a1e2351a4721 req-002ae53a-4abc-4cca-a6e3-7fa3f7679fd2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0474398
Jun 25 14:59:27.952946 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e25ae910-e4b0-44cc-9635-c94ae18bcda8 req-70d57691-4dd7-49af-9a52-29dcdba2d2d9 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0795622
Jun 25 14:59:27.959007 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4462864e-cd63-4479-addd-397cb0a99425 req-8288d1dd-6d20-4332-a0fc-1bd30361bfa1 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0518310
Jun 25 14:59:29.134097 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad6c609f-1ee6-430d-9dcc-4aa4b8840883 req-335ad4d2-4654-4f8e-88c1-8e89b4cb1ec8 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0767143
Jun 25 14:59:29.140067 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6bea1166-1c81-4a1e-9924-6b4d3bc822cf req-5f402b5d-4444-407f-8e2e-1154179f9808 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0516443
Jun 25 14:59:30.318161 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b5060b33-3442-4dc3-9e7f-daccc5e7a050 req-935c7bc2-80f0-47cd-a302-57bf45198c12 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0810769
Jun 25 14:59:30.324358 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-666d5aca-8e00-482d-ba37-55153213f4b9 req-03c8724b-5b19-4eee-8187-ba2a3c807150 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0556505
Jun 25 14:59:31.498669 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9841dee9-d7fe-498c-809c-4c7ac41a280d req-145fd077-cae9-4c6a-9427-2aea7cda317e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0730617
Jun 25 14:59:31.511078 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8baecd31-ce09-49ee-b279-b989f1f23fa4 req-6454f042-15e8-4fb4-8058-f7cdb33de0d4 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0480309
Jun 25 14:59:31.712103 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 14:59:32.059732 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:59:32.768887 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4f5eab58-295b-4fce-ac1c-70bad4493f8f req-6d3d9305-7808-4d4d-bc3b-0c0dd200b344 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.1615150
Jun 25 14:59:32.781383 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-12acb3a8-33d7-4695-bbf1-73bcfaaccf03 req-cf5ccd00-bc93-471a-92bf-9c15fd19cf3c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0474916
Jun 25 14:59:33.953053 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a834c5df-6bf1-4eb6-9f2b-99ecf1b474d2 req-16c83b93-b7b3-4000-8da8-4984ae0c0c2f tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0782549
Jun 25 14:59:33.958894 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9a731737-5804-4b67-b6f3-f396891ff26d req-0cbb1638-d630-492e-a7db-5fdd930cd5dd tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0504599
Jun 25 14:59:35.137288 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-937c8152-d79a-46b9-901c-e95a2ccd49b1 req-2e7422a0-11fc-4cba-b07a-22e556283e65 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0775719
Jun 25 14:59:35.143325 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cfbe9871-9b74-4158-81dd-d906ddbc8974 req-7cf96227-4961-44a3-9067-91b956d0546c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0520618
Jun 25 14:59:36.324774 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f6ef9c0e-8ce8-47fb-adef-6deb4ac7d331 req-6876c88e-b28b-434e-ad7d-9fa4a1cb2c4d tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0827785
Jun 25 14:59:36.326512 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-389a0d77-8e3c-437b-a44f-aab68a537106 req-8f2ede1f-b694-493d-936f-994284e210cc tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0532839
Jun 25 14:59:37.506548 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-24f7fbc6-5200-4ad9-8605-78519e869073 req-a4389f1b-5090-4c4e-9e01-3aa7da003f77 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0760481
Jun 25 14:59:37.512584 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-09772739-b179-446c-9b0c-9eb2fb990f36 req-dbf245e3-c906-4523-9425-f8fc67cfbb79 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0515993
Jun 25 14:59:38.331291 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-eb0e80ef-312e-4ddc-b42b-786d18fc2558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:59:38.690724 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-950720ec-ac48-4e1d-8138-1fc3983df1e3 req-0335e06a-014e-4825-914c-9f3fee050ecf tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0768170
Jun 25 14:59:38.696775 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-51e6eb97-990f-4f62-b571-c3e2b55ef33e req-1deda3b6-40a0-419b-8fbf-d932f77b0a23 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0495999
Jun 25 14:59:38.911417 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:59:39.871560 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d1c67e66-f48d-4bc6-91a4-b72bca4ef16c req-1c09209d-86d5-46b8-b9e5-4ddffae05d8d tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0775356
Jun 25 14:59:39.877640 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-dc76f0b0-e24c-4a57-b192-755be6e4fe38 req-a0abc682-3479-4b4b-a21a-5fb438a4be77 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0521641
Jun 25 14:59:40.915840 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e7516e4e-9eba-49a0-b7d7-ad9109b8f11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:59:41.051691 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9ed7ed53-3ce5-4bbf-a39e-e1b99afd55ff req-d1f50b54-292e-4fc9-a679-a4f014bc0135 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0745940
Jun 25 14:59:41.063782 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-37e52fbd-b183-4454-a43a-4140bc56b4f6 req-83b944f3-0ef1-46d4-a2b1-9e0c09b4ea34 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0515282
Jun 25 14:59:41.871110 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:59:42.235288 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b5329fe9-663e-41dd-bec0-531c16f1aff6 req-f456c586-32b7-4fcb-9e7a-23faa644659a tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0766180
Jun 25 14:59:42.241716 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3b603a98-667f-41b8-b405-5a6d00094a9f req-e5b2bbe6-2b87-4413-a300-df91ad1c9b82 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0517144
Jun 25 14:59:43.376126 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 14:59:43.421442 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d007dd65-d13b-4e70-9699-bf142b69d69a req-c3df778a-bea9-4bff-8f89-daacdc3557b4 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0815277
Jun 25 14:59:43.427474 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8eacc802-4dda-4c36-830e-7d334c26e425 req-69a3df10-6ab4-48e9-bfad-223a8fb9345a tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0516093
Jun 25 14:59:44.604032 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-600727bd-6358-4020-a2d5-e91b4038cc7b req-1eca3076-1c57-4594-bac8-59f1eda877a5 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0764127
Jun 25 14:59:44.610169 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-545037af-c382-423e-9118-802ad01c7352 req-8a438a5c-8da5-4072-b5e2-b4b27b4cc570 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0523388
Jun 25 14:59:45.788247 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-369a9fe0-efa4-42ee-acb0-03826abd2d5a req-e092de55-b952-483c-a4e9-cbd02f7e4f78 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0781019
Jun 25 14:59:45.795133 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d44dcfef-d691-4b59-8259-a36958fc9536 req-f0ad9e5d-b085-4a14-be8e-7bbb87d0d8e9 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0528476
Jun 25 14:59:46.966993 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e08ca74b-6504-4cad-bc25-32a971ab5391 req-ab5e6ebf-a493-4b00-817f-498c28704b9e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0743294
Jun 25 14:59:46.973073 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad4dc3c6-1ff2-4b5a-923d-b71a94544d58 req-8c077ecf-f90c-4780-8731-8ee1ebfca648 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0492809
Jun 25 14:59:48.153838 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6679d4b0-f3f3-4a9b-b919-d37b81a9531e req-a8ac392c-38bd-4827-9228-7159560c7734 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0762732
Jun 25 14:59:48.159827 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-328f2d79-73ce-4832-b918-06f8fbdb770e req-6883a943-0f69-4ffe-8ed5-fd6a8fd17bd4 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0483828
Jun 25 14:59:49.441126 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6c59512f-d5bc-4e3c-a131-508aa0f00cce req-3526a119-e512-4bef-92fe-b4a382396594 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.1776731
Jun 25 14:59:49.446959 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0055e46b-bffa-417d-a7e1-8292d7c1187d req-b48a9242-65e9-4ed6-8ab3-3ad2ab6ca3ec tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.1523516
Jun 25 14:59:50.625567 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a9c6540a-b7d7-4c41-bc9b-6e1e294405a3 req-c4aff885-d7c8-4c49-8c92-89caa020040d tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0802696
Jun 25 14:59:50.627461 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c276b260-d39b-4f3d-8ec2-20517d9fc9ab req-305e4acc-400d-44c1-8779-6c479eebd356 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0515361
Jun 25 14:59:51.804762 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-60cd2d6c-da8c-49dd-b7b3-8404897f04b4 req-b8f0f4c7-5136-43e3-b4d7-86aab73a70d6 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0738471
Jun 25 14:59:51.814110 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-45259cef-4c68-4ab5-8da1-df497ef50493 req-4741ce33-2ff9-4da1-9dfe-cfe81127fc11 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0529280
Jun 25 14:59:52.985564 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-dcf29a8b-9454-4961-9863-3056c361ed28 req-42d9607d-e56e-4701-840e-9f4cd35d660e tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0740106
Jun 25 14:59:52.991636 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-98bdb119-c0fc-4fdd-b723-b4fffe4bc234 req-b04aac70-0e73-4e6e-b12d-042a3a7be902 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0497861
Jun 25 14:59:54.174776 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1f4a0664-2716-4be2-86a1-bda58ea5dfd7 req-37d4a829-a63e-47e4-aabc-de96ecfe983a tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0801835
Jun 25 14:59:54.181382 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-82cb0518-bb41-4984-8680-dc2f2e70a77d req-5e29cc8f-e23d-4012-adba-ef5527f3f0fc tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0500891
Jun 25 14:59:55.365923 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-adb4de11-0f43-4029-be86-af174eddaefa req-84a767cb-2d17-4cea-a29d-9be57a3d4a12 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0833611
Jun 25 14:59:55.367869 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d15a596f-622f-4d63-9fbf-60e274c59ccd req-ddd28e51-afad-4b68-9c8c-4c0c98fc4603 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0835929
Jun 25 14:59:56.527398 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1e420246-4150-4a18-856d-76a5efd03d37 req-0398a753-9fa5-4c5f-ba39-4b03aab9f94b tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0477600
Jun 25 14:59:56.651682 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a40a1726-02f5-4753-89b1-3f67b0f6e028 req-44d62641-17cb-4750-bd5c-9600a917fee8 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0413301
Jun 25 14:59:57.676935 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e37247a3-9f7b-4953-af42-2d3c5698c8e0 req-b1374223-d9d2-45da-8e4b-1a2505d5d8a6 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0450380
Jun 25 14:59:57.795052 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6cac820e-a707-4f5e-a5d2-dc7e955bb6ef req-70305786-c54e-4f35-bd92-3fdb927bf98a tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0417078
Jun 25 14:59:58.822977 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-964f7f18-0a7d-4277-aab2-b871fb1e51f5 req-48b1b446-4e00-46c9-8da4-2b0501c1523f tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0416396
Jun 25 14:59:58.945850 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-178ea6c9-d997-4416-8236-43ea7ea27bbf req-44b8a7fe-531b-480f-a8db-881ed25bbd38 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0449593
Jun 25 14:59:59.973322 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f9de96cf-940b-4123-8a60-a5c0bb67bca1 req-5a6bcaec-e40a-4629-82bd-f1e8200686de tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0441175
Jun 25 15:00:00.092636 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f3ee60b4-a6fc-4503-b02b-3cbc93869693 req-65d5a564-8063-4207-a3d9-5f4770652e38 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0424516
Jun 25 15:00:01.274903 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-95a6224a-ecf5-455d-920d-9d68f7d9b6d2 req-5f8bc8b3-d34c-4912-8a5b-774d56ab2d3b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0773540
Jun 25 15:00:01.281571 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9e8e7678-0550-4938-836b-12d9f8550a51 req-882d5d75-df2a-4013-9900-a7f124a7b940 tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0497463
Jun 25 15:00:02.068162 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:02.469553 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-aee3a1f3-9f3f-477e-9ce4-4d1fa998a167 req-c162f735-438a-4f38-8f0b-174f158344ad tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0810549
Jun 25 15:00:02.475821 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-52cc2d2d-5bb8-4555-a13d-a62c51bf88f4 req-1d706aa4-244b-47e9-8136-0819f53be680 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0553463
Jun 25 15:00:03.659787 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-871ee59a-7ac6-4a41-8d4e-28cb982a5e8a req-26e080eb-1944-49c6-9c23-1e176b263db5 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0801568
Jun 25 15:00:03.661458 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-aadf7728-24d3-4405-abbf-a2aa79856f40 req-724ff4da-674d-46a2-89ec-c44170f09dee tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0808241
Jun 25 15:00:04.842515 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d19ed7dc-6efc-4a75-8dee-793ecf3c9636 req-8bd81245-819a-4319-b5b8-2a3e00e98cbc tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0784945
Jun 25 15:00:04.844427 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-04500e2c-ebc4-4a11-b268-1f4b239903a5 req-9fb6c0b2-d897-410c-ba98-5177862593bf tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0786438
Jun 25 15:00:06.031850 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-31da3b39-dd29-450d-8dbe-caf99094c597 req-58bc98fa-d7f7-4b1a-be18-d671910fb73f tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eeac4f3-6bd1-4dc0-92fd-92475daaee3f HTTP/1.1" status: 200  len: 210 time: 0.0828798
Jun 25 15:00:06.038660 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2d7f280b-5ff7-4c40-9dba-4f736c09edc2 req-43687008-4080-4a93-b884-ad54c5ce80aa tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0523336
Jun 25 15:00:07.206174 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-79c7a40e-20e9-497a-9d53-23d3733dcebc req-d07cae67-9263-4129-89e5-c860cf2a368f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0553668
Jun 25 15:00:08.334337 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-1d8d90ca-6422-4fce-9e72-78e736203002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:08.442697 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ea802415-fc20-41e1-b20c-757bb377b9aa req-1e658924-3633-4f6d-a7e4-083ee131680e tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.1337333
Jun 25 15:00:08.713367 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:00:08.913305 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:09.588515 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-087458d2-e58e-420b-859a-9c57a01340c6 req-2614c6bf-03bf-4246-af51-15ab045420a0 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0410764
Jun 25 15:00:10.736284 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-08156e14-ff96-4f5c-a58f-cc9737b5187b req-69c6d957-a43a-4681-bbeb-55f1a0476494 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0439696
Jun 25 15:00:10.917482 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-35b3bf9b-dc82-4441-bea9-912cfc0c8e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:11.870174 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:11.883419 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-739c0572-4f0c-4496-aa42-a77aa38fb383 req-e980f394-fe03-4ca3-92c1-241673a295d6 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0420160
Jun 25 15:00:13.032049 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92f6929c-8bb5-45ca-b5c8-7ea667ee1dd1 req-ba19a1f6-9116-471c-9ed7-45843c1196b0 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0416925
Jun 25 15:00:13.378668 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:14.179758 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5017e4af-2e15-43a6-bddb-7e2d4d8b4015 req-e904b484-a8ed-4eb0-b575-79592a6a4da9 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0444279
Jun 25 15:00:15.325524 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c5edb6c8-a488-40f4-9e19-8a4054940f66 req-03762072-60e9-4b8b-bcbf-3e1e7e4e3e61 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0417089
Jun 25 15:00:16.471789 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-828f66ec-ca7f-4c6e-9a58-e507878bd521 req-415d02c8-e929-47ef-8450-8b461d4d74bd tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0419121
Jun 25 15:00:17.631010 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c88bd4bd-f1d6-4117-bafc-0be3e8e6e5f6 req-f733d991-cd0b-4655-9422-4b6cc152ae10 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0446141
Jun 25 15:00:18.782593 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a85ab898-7d5d-491c-9de9-25deaf25718e req-525c719a-6bbb-46e9-acd7-3e75af48ea10 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0427637
Jun 25 15:00:19.931163 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1abaca79-45f4-44d3-97b0-a2852e10ba84 req-b07cba3b-e721-4120-a8ad-338bf4f712e5 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0425076
Jun 25 15:00:21.079888 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ac866eb3-fdc3-40e0-9944-cdc45293944e req-5a9b1f12-863d-4a69-8be4-cc18fd9833e1 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0458112
Jun 25 15:00:22.223741 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-68f8b329-f0ff-449b-a2e1-ddabb1507712 req-b218d982-e24e-4c4c-929b-85995fe4cef2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0416062
Jun 25 15:00:23.368302 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ae52ddbf-f3f4-4df9-93e6-df6ba9d11721 req-5f3d2338-751f-4faa-9576-659b63a50da5 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0422323
Jun 25 15:00:24.527102 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-41f64d62-2bbd-4c90-8a9d-0ed067157156 req-d803241c-8ea1-46de-bb65-dc5cb4c6e363 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0463111
Jun 25 15:00:25.678735 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-569376b3-56c0-4f70-989f-de18bff8c71a req-4b093701-3605-4bbb-901c-799d33553c5a tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0427558
Jun 25 15:00:26.827463 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3d956334-c1ff-4ca4-b40f-e63b9100f65f req-80fd111f-b7e0-4d2b-b1ff-987c97b83384 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0419996
Jun 25 15:00:27.974027 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8ebaa797-4fe6-4ab7-9cdc-c2df3f0d98d3 req-3c09a6f4-1fc6-43e0-934c-47cbf20e1ea7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0452478
Jun 25 15:00:29.119063 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3254519f-6c9a-4815-9716-e48c10d7a190 req-70a2b009-377c-48b6-9405-22cc30ee243a tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0434883
Jun 25 15:00:30.262788 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6ffcc3c3-d396-4ffb-82d6-1b806100d654 req-5397a42a-adda-40f7-82f5-5b5e63e98afa tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0415380
Jun 25 15:00:31.410669 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-14c34072-d362-463d-94d5-88509d2894e7 req-f3246d17-da6c-4472-9d66-8a715615ee74 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0451424
Jun 25 15:00:32.079851 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:32.562232 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6348f3f2-a922-455c-98ea-8adaab073008 req-2c45d39c-51d7-49e5-af15-39baca133531 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0439434
Jun 25 15:00:33.718650 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-65c5871e-f4e3-46b5-9e81-b0523b747634 req-268a9615-e157-4cb5-84ca-78a363f518a8 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0504944
Jun 25 15:00:34.868672 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c22d714a-b1f9-4df9-8d29-0c7c5a4a232c req-fa0be8f8-d2f1-432d-a4a8-75e0e562c901 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0453265
Jun 25 15:00:35.052125 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [req-a6ae524a-9448-432a-bd11-d14880da4270 req-5eedabd2-c2a8-4a3f-bda2-04a886f6fa7e service neutron] (78436) timed out ('10.222.0.52', 39568) {{(pid=78436) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 25 15:00:36.016493 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-02d2e4d2-703b-4d59-b91c-efef54ee5880 req-50644f76-b191-4e8d-a74b-06825a87490b tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0433221
Jun 25 15:00:37.162314 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-5d230a9d-ce99-4965-9bd4-581faa1807ca req-45a8dbc0-c813-4f79-acbb-bebf6fb3df14 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0428486
Jun 25 15:00:38.311100 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-ad0aa1ad-5508-476e-b025-8e5d8f32f9ed req-e5e7ac9c-8a85-4fa3-9054-0169feaa3cf2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0445852
Jun 25 15:00:38.336834 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-251d7cba-51e2-40e4-9cea-c8e1ab8c933d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:38.914983 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:39.459615 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f4559d98-dd8f-4749-bd19-b9154584379e req-af66c0fe-3f90-45e9-ac4d-7a4e4fae7dc0 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0425622
Jun 25 15:00:40.607667 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4a135ee8-33f0-4e3e-ac49-32d0a79f4de8 req-38a74b0b-807a-465f-a883-a3d04ba1d392 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0433948
Jun 25 15:00:40.919572 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c1af821b-bb18-4b0b-b6c5-38f94e29a8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:41.758188 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-98c031b2-4785-44f0-a500-d8b9dae8b01e req-012d7337-48f5-40d0-9f06-457bde8bbe4c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0463791
Jun 25 15:00:41.872743 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:42.903870 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7111d514-942b-4373-a95e-10c141ba3f85 req-bbfc2548-da87-403b-90df-6f9a839a713d tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0421591
Jun 25 15:00:43.382219 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:44.057166 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d54e2d76-53ba-4534-882c-da60617d1c0b req-f73eedf8-b52b-43f4-9229-41d9a56bb7c7 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0468609
Jun 25 15:00:45.019789 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [req-5d0527de-34a6-4851-b67c-dff94e34fd76 req-93200280-9a0a-4ece-a238-033e7bd62b1c service neutron] (78436) timed out ('10.222.0.16', 53007) {{(pid=78436) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 25 15:00:45.292282 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6cfc4bea-8df4-4869-85f9-2769bce2740d req-24b8dd8d-1b71-44cd-97d1-7206f32b9863 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.1297607
Jun 25 15:00:45.712027 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:00:46.442330 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-de543647-a777-4562-b5a6-128db22218f3 req-85853147-b537-4c21-8c43-d1251e299981 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0424531
Jun 25 15:00:47.590875 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-217eb5a7-4a46-4045-b4b2-b13d9781d31b req-8598e6e4-f9e1-48f0-9258-5d244c2137f2 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0418320
Jun 25 15:00:48.743877 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9edc8a49-00ff-4461-975e-a668da26b615 req-093a8a35-e044-4ed6-9072-f734a9098257 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0463064
Jun 25 15:00:49.901848 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c055ce26-9f0d-4975-a37b-0901de9bda4d req-1cbd9f4d-2ab0-492f-8a90-fa7c82168d1e tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0435119
Jun 25 15:00:51.047997 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f0adf918-faf5-4012-9a6c-2fcf888e494a req-a7fd23f9-c9e9-4c74-97e1-ef54fd56c6a0 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0424263
Jun 25 15:00:52.203016 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c992194f-a6e9-4e15-86f9-d140cdf9a1ac req-0ad0f8fa-eca4-48ad-9ec4-196fdbff4d9d tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0448675
Jun 25 15:00:53.353452 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d867bc08-812e-41c5-9b61-5e675f663751 req-6960ff3e-ed31-4302-a93d-95e015603327 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0419550
Jun 25 15:00:54.503407 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-236227dd-4903-4242-8ca1-575aad79bbc9 req-38827fa7-ecf8-44fd-9b8e-77b6b06658e5 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0431433
Jun 25 15:00:55.655950 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9415457c-180d-4b55-a46e-b29619057c17 req-e9003c4e-1be4-4699-8d0a-622a900fd88e tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0455582
Jun 25 15:00:56.827971 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0f27b459-8e23-48c1-84d1-c2b8d81e4c1f req-0cddd242-029b-494a-a120-1bc7ef1196dd tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/ports?device_id=391d5ce4-8818-40d2-8193-d054d3d8fe71 HTTP/1.1" status: 200  len: 210 time: 0.0438147
Jun 25 15:00:57.951101 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 45838) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:00:58.014883 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:58.041675 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:58.096746 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:58.101464 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-17233a96-9b3c-43a3-9aa5-8f3276378bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:00:58.116314 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fd8523-dfd7-490e-8bfb-152bfa07e61f,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:00:58.126146 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:00:58.126524 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:00:58.126892 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:00:58.127285 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:00:58.127643 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:00:58.128001 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:00:58.128356 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:00:58.128747 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:00:58.129103 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:00:58.129454 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:00:58.129802 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:00:58.130150 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:00:58.134384 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:00:58.135472 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:58.136384 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "DELETE /v2.0/security-groups/84fd8523-dfd7-490e-8bfb-152bfa07e61f HTTP/1.1" status: 204  len: 168 time: 0.1842887
Jun 25 15:00:58.139100 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 45842) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:00:58.156746 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.api.v2.resource [None req-089015c0-b07d-4457-b899-ac535ea9894c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] show failed (client error): The resource could not be found.
Jun 25 15:00:58.157711 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-089015c0-b07d-4457-b899-ac535ea9894c tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "GET /v2.0/security-groups/84fd8523-dfd7-490e-8bfb-152bfa07e61f HTTP/1.1" status: 404  len: 347 time: 0.0175662
Jun 25 15:00:58.160384 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 45846) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:00:58.311419 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-41c081dd-bf10-4d6e-9e89-86b0959c24f9 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Deleting port b7250da1-60dd-498b-9ac2-6335c00e548b {{(pid=78435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 15:00:58.311757 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-41c081dd-bf10-4d6e-9e89-86b0959c24f9 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:58.481210 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-41c081dd-bf10-4d6e-9e89-86b0959c24f9 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:58.481529 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-41c081dd-bf10-4d6e-9e89-86b0959c24f9 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:58.599164 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.plugin [None req-41c081dd-bf10-4d6e-9e89-86b0959c24f9 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Calling delete_port for b7250da1-60dd-498b-9ac2-6335c00e548b owned by network:floatingip {{(pid=78435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 15:00:58.740636 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-41c081dd-bf10-4d6e-9e89-86b0959c24f9 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6486781'] for port, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:58.744085 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-bfea9bee-7e51-4536-8369-045333ecf63f tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:00:58.785681 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c081dd-bf10-4d6e-9e89-86b0959c24f9 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Pushing event deleted for resources: {'Port': ['ID=b7250da1-60dd-498b-9ac2-6335c00e548b,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:00:58.791151 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-41c081dd-bf10-4d6e-9e89-86b0959c24f9 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:00:58.881706 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-41c081dd-bf10-4d6e-9e89-86b0959c24f9 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks [] for floatingip, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:58.895962 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-41c081dd-bf10-4d6e-9e89-86b0959c24f9 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for floatingip, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:00:58.897121 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-41c081dd-bf10-4d6e-9e89-86b0959c24f9 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] 10.222.0.52 "DELETE /v2.0/floatingips/8d91b7c2-22d5-4804-a017-250337cdbdfc HTTP/1.1" status: 204  len: 168 time: 0.7358425
Jun 25 15:01:02.088051 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:01:08.337369 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7c07c001-3ae7-4e42-a925-8cee96d21eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:01:08.917636 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:01:10.920455 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8f57fea5-dde2-4f8d-a952-6953e2e3e711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:01:11.878504 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:01:13.385539 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:01:22.711317 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:01:32.078652 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:01:38.340459 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a53e-e74d-4c13-8a7d-c20a0f5f5fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:01:38.919680 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:01:40.921667 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-a34cf8c3-8dd8-447d-91b9-a3ec27c2a23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:01:41.881136 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:01:43.388532 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:01:59.710607 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:02:02.080230 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:02:08.342724 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-009bee35-560a-4d4d-87c0-346166aefeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:02:08.921615 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:02:10.922332 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7814e82a-2d1f-4f65-b722-b61b7c340d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:02:11.884606 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:02:13.390638 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:02:32.077109 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:02:36.708999 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:02:38.345282 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc421-f697-4cbd-a5f9-59ac5cea0f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:02:38.923255 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:02:40.923188 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-3e22f3ff-5563-4c5b-83bf-07a956f3ba44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:02:41.887027 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:02:43.393712 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:03:02.093265 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:03:08.347926 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e116928e-a380-4a63-ba0b-622551dfbf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:03:08.925069 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:03:10.925158 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d4b1-6673-4929-9bd5-2d50004aefee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:03:11.889254 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:03:13.396858 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:03:13.707538 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:03:32.102259 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:03:38.351686 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89c2332e-acde-41ea-bf67-3f6152d278de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:03:38.926975 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:03:40.926517 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-26853de3-c99f-4be4-851f-acceb4b10f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:03:41.892348 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:03:43.400306 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:03:50.706182 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:04:02.106935 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:08.355714 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-f56c3dfb-93f1-4b4f-986a-01509db34ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:08.928818 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:10.929000 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b1a99c9b-2b04-45f3-844a-8fdf8b6b9360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:11.896067 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:13.402359 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:27.704789 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:04:32.125386 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:34.198421 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 47094) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:04:34.831915 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760582'] for router_interface, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:35.167664 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Deleting port 8ae64906-0b2b-4006-807a-17a275d67b26 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 15:04:35.167996 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:35.429551 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] For port 8ae64906-0b2b-4006-807a-17a275d67b26, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=8ae64906-0b2b-4006-807a-17a275d67b26,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:04:35.430228 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:35.550284 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Calling delete_port for 8ae64906-0b2b-4006-807a-17a275d67b26 owned by network:router_interface {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 15:04:35.724345 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:35.728908 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-596a8eff-741d-4563-a358-5dca2d9f54ec tempest-VolumesSnapshotTestJSON-37276070 tempest-VolumesSnapshotTestJSON-37276070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:04:35.772297 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae64906-0b2b-4006-807a-17a275d67b26,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:04:35.811598 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:35.811897 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:35.812256 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:35.812631 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:35.812974 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:35.813317 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:35.813751 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:35.814099 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:35.814419 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:35.814776 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:35.815073 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:35.815403 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:35.818934 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:04:36.047923 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760746'] for router_interface, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:36.404904 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Router d29da848-9a8f-4ec7-a467-c16e607a21cf has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 15:04:36.579324 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 15:04:36.587646 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec528b-5621-4884-9ea6-233722d27f72 None None] Sync routers for ids ['d29da848-9a8f-4ec7-a467-c16e607a21cf'] in dv-cinder-798091-1-iscsi {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 15:04:36.592259 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-36fe970b-9ec2-40aa-a7ce-5ed7ac16a5ec admin admin] 10.222.0.52 "PUT /v2.0/routers/d29da848-9a8f-4ec7-a467-c16e607a21cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3927820
Jun 25 15:04:36.594996 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 47108) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:04:36.597504 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ec528b-5621-4884-9ea6-233722d27f72 None None] Routers {'d29da848-9a8f-4ec7-a467-c16e607a21cf'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 15:04:36.598083 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-21ec528b-5621-4884-9ea6-233722d27f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28ae46df0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T15:04:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['d29da848-9a8f-4ec7-a467-c16e607a21cf'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:04:36.773600 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-21ec528b-5621-4884-9ea6-233722d27f72 None None] Set router d29da848-9a8f-4ec7-a467-c16e607a21cf gateway port host: dv-cinder-798091-1-iscsi {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 15:04:36.870566 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] Notify callbacks [] for router, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:37.048456 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:37.058251 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-21ec528b-5621-4884-9ea6-233722d27f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28ae46df0>, [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T15:04:35Z', 'revision_number': 5, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port': {'id': '1fee133f-d7d0-4b38-b3a9-a4a4866b39f7', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:40:27Z', 'updated_at': '2021-06-25T14:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:04:37.058739 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] Deleting port 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 15:04:37.059066 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:37.062338 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec528b-5621-4884-9ea6-233722d27f72 None None] Checking router: d29da848-9a8f-4ec7-a467-c16e607a21cf for host: dv-cinder-798091-1-iscsi {{(pid=78437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 15:04:37.070619 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ec528b-5621-4884-9ea6-233722d27f72 None None] Routers {'d29da848-9a8f-4ec7-a467-c16e607a21cf'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 15:04:37.071197 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-21ec528b-5621-4884-9ea6-233722d27f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28ae46df0>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T15:04:11Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['d29da848-9a8f-4ec7-a467-c16e607a21cf'], 'active': True} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:04:37.216984 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_dvr_db [None req-21ec528b-5621-4884-9ea6-233722d27f72 None None] Set router d29da848-9a8f-4ec7-a467-c16e607a21cf gateway port host: None {{(pid=78437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 15:04:37.231349 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] For port 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=1fee133f-d7d0-4b38-b3a9-a4a4866b39f7,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:04:37.231705 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:37.320639 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.l3_hamode_db [None req-21ec528b-5621-4884-9ea6-233722d27f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28ae46df0>, [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T15:04:37Z', 'revision_number': 6, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port_host': None}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:04:37.324543 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec528b-5621-4884-9ea6-233722d27f72 None None] The sync data for ids ['d29da848-9a8f-4ec7-a467-c16e607a21cf'] in dv-cinder-798091-1-iscsi is: [{'id': 'd29da848-9a8f-4ec7-a467-c16e607a21cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1287769205-router', 'tenant_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:40:26Z', 'updated_at': '2021-06-25T15:04:37Z', 'revision_number': 6, 'project_id': 'f3a75d1c9a4d4eb6af15a9e14897a5b2', 'gw_port_host': None}] {{(pid=78437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 15:04:37.353360 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] Calling delete_port for 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7 owned by network:router_gateway {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 15:04:37.521961 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:37.526752 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4974515d-9beb-477b-9ced-0c3c5e0ebe11 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:04:37.593037 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fee133f-d7d0-4b38-b3a9-a4a4866b39f7,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:04:37.602883 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:04:37.659148 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549411'] for router_gateway, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:37.834584 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-996'] for router, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:37.836996 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:37.858727 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691918'] for router, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:37.859156 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d29da848-9a8f-4ec7-a467-c16e607a21cf {{(pid=78436) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 25 15:04:37.871595 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] Notify callbacks [] for router, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:37.872725 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d29da848-9a8f-4ec7-a467-c16e607a21cf HTTP/1.1" status: 204  len: 168 time: 1.2767875
Jun 25 15:04:37.875556 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 47116) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:04:37.933037 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d59e83-d2e3-46ea-a36d-2de26aa89797 admin admin] Deleting subnet e39175d9-74d1-4a7a-b7f4-51fe6d4a191b {{(pid=78436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 25 15:04:37.936007 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-86d59e83-d2e3-46ea-a36d-2de26aa89797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:37.986155 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-86d59e83-d2e3-46ea-a36d-2de26aa89797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7303082'] for subnet, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:38.065182 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-86d59e83-d2e3-46ea-a36d-2de26aa89797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409244'] for subnet, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:38.137718 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 8ae64906-0b2b-4006-807a-17a275d67b26 no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 15:04:38.143582 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-86d59e83-d2e3-46ea-a36d-2de26aa89797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7232803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6113039'] for subnet, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:38.147693 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:04:38.175146 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 8ae64906-0b2b-4006-807a-17a275d67b26 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 15:04:38.175497 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 8ae64906-0b2b-4006-807a-17a275d67b26 not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 15:04:38.175928 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7 no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 15:04:38.210639 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 15:04:38.211003 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 1fee133f-d7d0-4b38-b3a9-a4a4866b39f7 not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 15:04:38.283544 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d59e83-d2e3-46ea-a36d-2de26aa89797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e39175d9-74d1-4a7a-b7f4-51fe6d4a191b,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:04:38.286133 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-86d59e83-d2e3-46ea-a36d-2de26aa89797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:04:38.288710 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-86d59e83-d2e3-46ea-a36d-2de26aa89797 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:38.295292 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71eaccd-f968-49a9-b0e3-3fd5391c7ba3 None None] Network be24940d-36a5-4120-9f97-63f35026663d requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 15:04:38.295784 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-86d59e83-d2e3-46ea-a36d-2de26aa89797 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e39175d9-74d1-4a7a-b7f4-51fe6d4a191b HTTP/1.1" status: 204  len: 168 time: 0.4192669
Jun 25 15:04:38.298181 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 47124) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:04:38.410868 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1810749'] for network, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:38.422010 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Deleting port 963f9667-a3f4-40ec-a64e-de3cdf13b05f {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 15:04:38.422732 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:38.472077 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ac1879a1-217e-41bf-b6b6-67ae9802fb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:38.561860 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc14b63-efd5-449e-963f-7e8df3c32a0e None None] DHCP port deletion for be24940d-36a5-4120-9f97-63f35026663d request from dv-cinder-798091-1-iscsi {{(pid=78437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 25 15:04:38.565982 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-0cc14b63-efd5-449e-963f-7e8df3c32a0e None None] Deleting port 963f9667-a3f4-40ec-a64e-de3cdf13b05f {{(pid=78437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 15:04:38.566354 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0cc14b63-efd5-449e-963f-7e8df3c32a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:38.631525 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] For port 963f9667-a3f4-40ec-a64e-de3cdf13b05f, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=963f9667-a3f4-40ec-a64e-de3cdf13b05f,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:04:38.632175 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:38.756649 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Calling delete_port for 963f9667-a3f4-40ec-a64e-de3cdf13b05f owned by network:dhcp {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 15:04:38.791922 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-0cc14b63-efd5-449e-963f-7e8df3c32a0e None None] For port 963f9667-a3f4-40ec-a64e-de3cdf13b05f, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=963f9667-a3f4-40ec-a64e-de3cdf13b05f,segment=NetworkSegment(7aa399af-ae9d-476f-b4c7-295e3a5ea7aa),segment_id=7aa399af-ae9d-476f-b4c7-295e3a5ea7aa)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:04:38.792309 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0cc14b63-efd5-449e-963f-7e8df3c32a0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:38.832195 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:38.837297 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e481b8a8-ab30-49b8-ac80-518e01b7711a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:04:38.880801 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Pushing event deleted for resources: {'Port': ['ID=963f9667-a3f4-40ec-a64e-de3cdf13b05f,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:04:38.883960 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:04:38.884661 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] No DVR routers for this DVR port 963f9667-a3f4-40ec-a64e-de3cdf13b05f on host dv-cinder-798091-1-iscsi {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 15:04:38.915861 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-0cc14b63-efd5-449e-963f-7e8df3c32a0e None None] Calling delete_port for 963f9667-a3f4-40ec-a64e-de3cdf13b05f owned by network:dhcp {{(pid=78437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 15:04:38.971991 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:39.000155 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410625', 'neutron.services.segments.db._delete_segments_for_network-8783892414913'] for network, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:39.000550 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.db.api [None req-0cc14b63-efd5-449e-963f-7e8df3c32a0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 25 15:04:39.000928 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_db.api [None req-0cc14b63-efd5-449e-963f-7e8df3c32a0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 25 15:04:39.012852 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2895b4100>,) {'filters': {'network_id': ['be24940d-36a5-4120-9f97-63f35026663d']}} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:04:39.027303 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2895b4100>, '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa') {'for_net_delete': True} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:04:39.027602 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2895b4100>, '7aa399af-ae9d-476f-b4c7-295e3a5ea7aa') {} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:04:39.043896 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783892427816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7303059'] for segment, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:39.063307 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:39.071004 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=78436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 25 15:04:39.071473 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1411209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7229825'] for segment, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]: Traceback (most recent call last):
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:     timer()
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:     cb(*args, **kw)
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:     return func(*args, **kwargs)
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:     self._notify()
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:     self.callback(batched_events)
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:     event.method(event)
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:     return f(self, *a, **k)
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:     return self._get(url).json()
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:     return self.request(url, 'GET', **kwargs)
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 25 15:04:39.086414 dv-cinder-798091-1-iscsi neutron-server[78436]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 25 15:04:39.161307 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549382'] for network, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:39.166167 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:39.169588 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:04:39.192146 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Pushing event deleted for resources: {'Network': ['ID=be24940d-36a5-4120-9f97-63f35026663d,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:04:39.195069 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:04:39.208166 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] 10.222.0.52 "DELETE /v2.0/networks/be24940d-36a5-4120-9f97-63f35026663d HTTP/1.1" status: 204  len: 168 time: 0.9065623
Jun 25 15:04:39.336376 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 47134) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:04:39.387857 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-f027ff2b-6e95-4d43-9335-6c5d7bf14e7a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f3a75d1c9a4d4eb6af15a9e14897a5b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502460
Jun 25 15:04:39.390277 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 47138) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:04:39.445717 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:39.471708 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:39.501997 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-0cc14b63-efd5-449e-963f-7e8df3c32a0e None None] Deleting port 963f9667-a3f4-40ec-a64e-de3cdf13b05f {{(pid=78437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 15:04:39.502580 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0cc14b63-efd5-449e-963f-7e8df3c32a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:39.522281 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:39.526799 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3849f5f3-a0ac-4397-805f-39d731b78c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:04:39.542914 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1682192e-85ca-44c6-b508-6f32ec48d942,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:04:39.553011 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:39.553387 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:39.553754 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:39.554112 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:39.554464 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:39.554821 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:39.555185 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:39.555521 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:39.555868 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:39.556213 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:39.556583 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:39.557535 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:39.561161 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:04:39.563089 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:39.564166 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1682192e-85ca-44c6-b508-6f32ec48d942 HTTP/1.1" status: 204  len: 168 time: 0.1729279
Jun 25 15:04:39.574797 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-0cc14b63-efd5-449e-963f-7e8df3c32a0e None None] The port '963f9667-a3f4-40ec-a64e-de3cdf13b05f' was deleted {{(pid=78437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jun 25 15:04:39.866973 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 963f9667-a3f4-40ec-a64e-de3cdf13b05f no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 15:04:39.901476 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 963f9667-a3f4-40ec-a64e-de3cdf13b05f {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 15:04:39.901830 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 963f9667-a3f4-40ec-a64e-de3cdf13b05f not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 15:04:40.332102 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 47166) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:04:40.440291 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1431009807-network', 'tenant_id': '934903a783eb4af39fda6a2eb90504c9'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:04:40.444930 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:04:40.449560 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Usage tracker for resource:network and tenant:934903a783eb4af39fda6a2eb90504c9 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:04:40.452393 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:04:40.546114 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:04:40.557266 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Made reservation on behalf of 934903a783eb4af39fda6a2eb90504c9 for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 15:04:40.559591 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:40.571821 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:40.586507 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:04:40.590414 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Usage tracker for resource:security_group_rule and tenant:934903a783eb4af39fda6a2eb90504c9 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:04:40.593417 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:04:40.598965 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:04:40.681273 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:40.685325 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:40.688258 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-38d921ef-729c-41d0-be15-47c224d00e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:04:40.716885 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'}  {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 15:04:40.722388 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4025e938-cb4a-4831-9500-3c13bc3df0c6,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:04:40.726125 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:04:40.730893 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:40.731391 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Added segment e365e076-b886-4418-9a91-58dd63a2c066 of type vlan for network 78547268-8214-4423-9f3f-8a65fe08ad35
Jun 25 15:04:40.761567 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:40.797649 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:40.798910 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:40.799520 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:40.802845 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:04:40.901238 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Pushing event updated for resources: {'Network': ['ID=78547268-8214-4423-9f3f-8a65fe08ad35,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:04:40.904809 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5716016
Jun 25 15:04:40.905676 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:04:40.907761 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 47174) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:04:40.912283 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network 78547268-8214-4423-9f3f-8a65fe08ad35 details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 15:04:40.912952 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-13ae9ded-5ee7-46d1-b707-e20517fcb86a admin admin] Request body: {'subnet': {'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1431009807-subnet', 'tenant_id': '934903a783eb4af39fda6a2eb90504c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:04:40.918594 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-13ae9ded-5ee7-46d1-b707-e20517fcb86a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:04:40.922449 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-13ae9ded-5ee7-46d1-b707-e20517fcb86a admin admin] Usage tracker for resource:subnet and tenant:934903a783eb4af39fda6a2eb90504c9 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:04:40.925322 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-13ae9ded-5ee7-46d1-b707-e20517fcb86a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:04:40.931370 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-13ae9ded-5ee7-46d1-b707-e20517fcb86a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:04:40.942170 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ae9ded-5ee7-46d1-b707-e20517fcb86a admin admin] Made reservation on behalf of 934903a783eb4af39fda6a2eb90504c9 for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 15:04:40.944612 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-13ae9ded-5ee7-46d1-b707-e20517fcb86a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6392516'] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:41.004121 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-9dded6ae-fd17-44b0-87b5-303b6e2fb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:41.153184 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-13ae9ded-5ee7-46d1-b707-e20517fcb86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6485581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6392530'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:41.156770 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:04:41.225835 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae9ded-5ee7-46d1-b707-e20517fcb86a admin admin] Pushing event updated for resources: {'Subnet': ['ID=67e833b4-f89f-4849-ac27-989765be7eb6,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:04:41.230350 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-13ae9ded-5ee7-46d1-b707-e20517fcb86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:04:41.234516 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae9ded-5ee7-46d1-b707-e20517fcb86a admin admin] Checking segment: {'id': 'e365e076-b886-4418-9a91-58dd63a2c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 15:04:41.234863 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ae9ded-5ee7-46d1-b707-e20517fcb86a admin admin] Network hostable DHCP agents. Network: 78547268-8214-4423-9f3f-8a65fe08ad35, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 15:04:41.254629 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ae9ded-5ee7-46d1-b707-e20517fcb86a admin admin] Network 78547268-8214-4423-9f3f-8a65fe08ad35 is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 15:04:41.263690 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-13ae9ded-5ee7-46d1-b707-e20517fcb86a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, 78547268-8214-4423-9f3f-8a65fe08ad35) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 15:04:41.267690 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ae9ded-5ee7-46d1-b707-e20517fcb86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:41.268260 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-13ae9ded-5ee7-46d1-b707-e20517fcb86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:41.273705 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a94b119-da7f-457d-b3b1-3a91022d8bb6 None None] Network 78547268-8214-4423-9f3f-8a65fe08ad35 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 15:04:41.288844 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-13ae9ded-5ee7-46d1-b707-e20517fcb86a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3802476
Jun 25 15:04:41.498946 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a76626-5d4c-4eaa-93a9-9a3c6985fa64 None None] Network 78547268-8214-4423-9f3f-8a65fe08ad35 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 15:04:41.897980 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:41.984992 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-29cba2c2-981a-47a3-b06e-51b42329b0d7 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:41.985670 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-29cba2c2-981a-47a3-b06e-51b42329b0d7 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Synchronizing usage tracker for tenant:934903a783eb4af39fda6a2eb90504c9 on resource:network {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 15:04:42.001903 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-29cba2c2-981a-47a3-b06e-51b42329b0d7 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Unset dirty status for tenant:934903a783eb4af39fda6a2eb90504c9 on resource:network {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 15:04:42.003025 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-29cba2c2-981a-47a3-b06e-51b42329b0d7 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 815 time: 0.1585672
Jun 25 15:04:42.017467 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-ec825ecf-138a-4b35-a34f-9b1bd6d4cadd tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/quotas/934903a783eb4af39fda6a2eb90504c9 HTTP/1.1" status: 200  len: 375 time: 0.0089400
Jun 25 15:04:42.066882 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-5b137004-82c0-4668-ab55-210fd239ff4d tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0445554
Jun 25 15:04:42.119380 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-faf1ad10-2696-4535-b54c-120dce857b81 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=78435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 25 15:04:42.120346 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-faf1ad10-2696-4535-b54c-120dce857b81 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0471029
Jun 25 15:04:42.247440 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-8fbbe0aa-26d1-4447-a6d8-304dcb01e02d service neutron] 10.222.0.52 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211932
Jun 25 15:04:42.377288 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-49cf751f-5797-48e4-a925-756ef1e2345c service neutron] 10.222.0.52 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240320
Jun 25 15:04:42.614146 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2ebd361f-12d7-47e5-9738-27345b938efe req-7d3f7775-5b8a-416c-bb7c-c1ad5061b3c8 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 210 time: 0.0901821
Jun 25 15:04:43.417538 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:43.764961 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7b149988-a5ef-4061-a3eb-82178ed53b6c req-9cbbf679-1122-425b-8adb-fed3e85ffe2a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 210 time: 0.0444713
Jun 25 15:04:43.851248 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-0377e14e-8993-44ec-9429-30b9e59968f5 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:43.852738 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-0377e14e-8993-44ec-9429-30b9e59968f5 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 815 time: 0.1465364
Jun 25 15:04:43.873800 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Request body: {'port': {'device_id': 'fb0d4b14-3795-4de5-973b-ef67bcd96c9b', 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35', 'admin_state_up': True, 'tenant_id': '934903a783eb4af39fda6a2eb90504c9'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:04:44.008716 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:04:44.013124 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Usage tracker for resource:port and tenant:934903a783eb4af39fda6a2eb90504c9 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:04:44.015974 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:04:44.021701 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:04:44.032345 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Made reservation on behalf of 934903a783eb4af39fda6a2eb90504c9 for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 15:04:44.035873 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:44.200716 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Allocated IP 172.20.0.13 (78547268-8214-4423-9f3f-8a65fe08ad35/67e833b4-f89f-4849-ac27-989765be7eb6/8b2a15ca-85f5-45c4-b7c3-4653824fc094) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 15:04:44.495863 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:44.527893 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:44.535497 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9738e4e3-097e-4304-b6db-043271a34852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:04:44.598337 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Network 78547268-8214-4423-9f3f-8a65fe08ad35 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 15:04:44.602440 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 15:04:44.606660 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 15:04:44.646139 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Pushing event updated for resources: {'Port': ['ID=8b2a15ca-85f5-45c4-b7c3-4653824fc094,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:04:44.657988 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:04:44.677015 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:44.677613 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:44.697877 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8283708
Jun 25 15:04:44.717038 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-cb1bdc9d-1299-4c85-8ceb-4a19c5049917 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=78436) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 25 15:04:44.724367 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-cb1bdc9d-1299-4c85-8ceb-4a19c5049917 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059967
Jun 25 15:04:44.772926 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Request body: {'port': {'device_id': 'fb0d4b14-3795-4de5-973b-ef67bcd96c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:04:44.883868 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:44.955461 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38426f7e-3f1c-4bf0-9d55-cdef46fcabd6 req-92bc99a1-512a-44ea-a12f-aab245ef59a0 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:44.956906 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-38426f7e-3f1c-4bf0-9d55-cdef46fcabd6 req-92bc99a1-512a-44ea-a12f-aab245ef59a0 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 932 time: 0.0840437
Jun 25 15:04:45.001256 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-38426f7e-3f1c-4bf0-9d55-cdef46fcabd6 req-3a5336fc-9f38-4f06-94f2-834d707d792f tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Synchronizing usage tracker for tenant:934903a783eb4af39fda6a2eb90504c9 on resource:security_group {{(pid=78435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 15:04:45.017770 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [req-38426f7e-3f1c-4bf0-9d55-cdef46fcabd6 req-3a5336fc-9f38-4f06-94f2-834d707d792f tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Unset dirty status for tenant:934903a783eb4af39fda6a2eb90504c9 on resource:security_group {{(pid=78435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 15:04:45.018928 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-38426f7e-3f1c-4bf0-9d55-cdef46fcabd6 req-3a5336fc-9f38-4f06-94f2-834d707d792f tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562818
Jun 25 15:04:45.221152 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2a15ca-85f5-45c4-b7c3-4653824fc094 {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 15:04:45.228228 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:45.242178 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Transition to ACTIVE for port object 8b2a15ca-85f5-45c4-b7c3-4653824fc094 will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 15:04:45.247026 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7229925'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:45.251325 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-85a0f1dc-1094-49b7-a308-72844bd11c03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:04:45.394633 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2a15ca-85f5-45c4-b7c3-4653824fc094,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:04:45.397450 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:04:45.474858 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Attempting to bind port 8b2a15ca-85f5-45c4-b7c3-4653824fc094 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 15:04:45.475188 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Attempting to bind port 8b2a15ca-85f5-45c4-b7c3-4653824fc094 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'e365e076-b886-4418-9a91-58dd63a2c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 15:04:45.475513 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Attempting to bind port 8b2a15ca-85f5-45c4-b7c3-4653824fc094 on network 78547268-8214-4423-9f3f-8a65fe08ad35 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 15:04:45.480817 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Port 8b2a15ca-85f5-45c4-b7c3-4653824fc094 on network 78547268-8214-4423-9f3f-8a65fe08ad35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 15:04:45.481137 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Attempting to bind port 8b2a15ca-85f5-45c4-b7c3-4653824fc094 on network 78547268-8214-4423-9f3f-8a65fe08ad35 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 15:04:45.486188 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 15, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 15:04:45.486520 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Checking segment: {'id': 'e365e076-b886-4418-9a91-58dd63a2c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 15:04:45.486898 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Bound using segment: {'id': 'e365e076-b886-4418-9a91-58dd63a2c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 15:04:45.487315 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Bound port: 8b2a15ca-85f5-45c4-b7c3-4653824fc094, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e365e076-b886-4418-9a91-58dd63a2c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 15:04:45.487654 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:45.574649 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] For port 8b2a15ca-85f5-45c4-b7c3-4653824fc094, host hv-cinder-79809, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 15:04:45.577565 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] For port 8b2a15ca-85f5-45c4-b7c3-4653824fc094, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8b2a15ca-85f5-45c4-b7c3-4653824fc094,segment=NetworkSegment(e365e076-b886-4418-9a91-58dd63a2c066),segment_id=e365e076-b886-4418-9a91-58dd63a2c066)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 15:04:45.583537 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7229925'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:45.588416 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:04:45.646180 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:45.646778 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:45.648119 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] 10.222.0.16 "PUT /v2.0/ports/8b2a15ca-85f5-45c4-b7c3-4653824fc094 HTTP/1.1" status: 200  len: 1094 time: 0.9229915
Jun 25 15:04:45.648650 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0d4b14-3795-4de5-973b-ef67bcd96c9b', 'tag': '8b2a15ca-85f5-45c4-b7c3-4653824fc094'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 15:04:45.676539 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2a15ca-85f5-45c4-b7c3-4653824fc094,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:04:45.679712 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:04:45.757685 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0d4b14-3795-4de5-973b-ef67bcd96c9b', 'tag': '8b2a15ca-85f5-45c4-b7c3-4653824fc094', 'status': 'completed', 'code': 200}
Jun 25 15:04:45.780314 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-15e572a0-d744-48c6-8be0-b0046547b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:45.781831 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-15e572a0-d744-48c6-8be0-b0046547b66f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 1097 time: 0.0755868
Jun 25 15:04:45.858409 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-7d473259-9abf-409d-a891-5abdcce9e7e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2a15ca-85f5-45c4-b7c3-4653824fc094 HTTP/1.1" status: 200  len: 217 time: 0.0627489
Jun 25 15:04:45.919992 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-10a39fa1-4c32-4495-84b8-093a58b8272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:45.921569 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-10a39fa1-4c32-4495-84b8-093a58b8272d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0563328
Jun 25 15:04:45.970534 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-c03e8359-608c-4638-9c3c-2677b7c766a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420830
Jun 25 15:04:46.102192 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-9506a6e1-c09b-4c66-b037-88a9cfe9f41d service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243789
Jun 25 15:04:46.204521 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfa760-e7fb-49a5-a984-aad93b21c940 req-34b6df78-77fc-422a-8b51-c9cc5ba69dd2 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:46.206019 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9dcfa760-e7fb-49a5-a984-aad93b21c940 req-34b6df78-77fc-422a-8b51-c9cc5ba69dd2 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 944 time: 0.0815413
Jun 25 15:04:46.241013 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a53b70a5-4578-4e94-9946-3c92ae23e5a1 req-132f9692-de57-44ca-93ea-63efd91e7c81 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294463
Jun 25 15:04:46.255319 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9dcfa760-e7fb-49a5-a984-aad93b21c940 req-6b8740ad-7301-4c81-b908-5338053c1a9d tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434580
Jun 25 15:04:46.504399 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0c2e8-c814-4d61-aa5f-e1d081450ade req-122ea06c-74a1-4401-bee2-08297ef58408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:46.506014 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-63d0c2e8-c814-4d61-aa5f-e1d081450ade req-122ea06c-74a1-4401-bee2-08297ef58408 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 1097 time: 0.1654420
Jun 25 15:04:46.641902 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0c2e8-c814-4d61-aa5f-e1d081450ade req-01c9247a-05a5-436a-a907-ac709b3f7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:46.643591 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-63d0c2e8-c814-4d61-aa5f-e1d081450ade req-01c9247a-05a5-436a-a907-ac709b3f7a80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 916 time: 0.1308830
Jun 25 15:04:46.716577 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-63d0c2e8-c814-4d61-aa5f-e1d081450ade req-7b6d6940-e75c-4976-96cb-de44c76e2ea2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2a15ca-85f5-45c4-b7c3-4653824fc094 HTTP/1.1" status: 200  len: 217 time: 0.0652251
Jun 25 15:04:46.783291 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0c2e8-c814-4d61-aa5f-e1d081450ade req-d7b0c35e-7aa8-4e44-9c29-87709d9c7eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:46.784786 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-63d0c2e8-c814-4d61-aa5f-e1d081450ade req-d7b0c35e-7aa8-4e44-9c29-87709d9c7eb3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0595889
Jun 25 15:04:46.837802 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-63d0c2e8-c814-4d61-aa5f-e1d081450ade req-ea710b90-d7ce-4658-8a19-4f49c0709ece service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461063
Jun 25 15:04:46.977115 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-63d0c2e8-c814-4d61-aa5f-e1d081450ade req-066ac1ea-c8ec-4b6f-905b-1eba5fe93179 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310649
Jun 25 15:04:47.110876 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-63d0c2e8-c814-4d61-aa5f-e1d081450ade req-de9c3f23-d2e4-4d07-9ce0-9f3047aa6f3d service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262977
Jun 25 15:04:47.441576 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e527c1-cf68-44dd-b923-855fc9a2caf3 req-bc0b7e56-5cce-4154-a36f-01e72476120d tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:47.443002 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-69e527c1-cf68-44dd-b923-855fc9a2caf3 req-bc0b7e56-5cce-4154-a36f-01e72476120d tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 944 time: 0.0822227
Jun 25 15:04:47.487839 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-69e527c1-cf68-44dd-b923-855fc9a2caf3 req-3a410753-a56a-464a-bf9a-cdee0bce83d8 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390098
Jun 25 15:04:48.683218 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303fcc8-401b-4937-b979-ee0af2f398ce req-91928c22-0328-4c11-84b4-f91f0dde105a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:48.684684 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1303fcc8-401b-4937-b979-ee0af2f398ce req-91928c22-0328-4c11-84b4-f91f0dde105a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 944 time: 0.0887303
Jun 25 15:04:48.745931 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1303fcc8-401b-4937-b979-ee0af2f398ce req-58da7eb0-1eff-4377-b363-c4fc67bf5614 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554528
Jun 25 15:04:49.330655 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 8b2a15ca-85f5-45c4-b7c3-4653824fc094 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 15:04:49.490716 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 8b2a15ca-85f5-45c4-b7c3-4653824fc094, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8b2a15ca-85f5-45c4-b7c3-4653824fc094,segment=NetworkSegment(e365e076-b886-4418-9a91-58dd63a2c066),segment_id=e365e076-b886-4418-9a91-58dd63a2c066)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:04:49.503477 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': '8b2a15ca-85f5-45c4-b7c3-4653824fc094', 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35', 'port_id': '8b2a15ca-85f5-45c4-b7c3-4653824fc094', 'mac_address': 'fa:16:3e:7d:5b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e833b4-f89f-4849-ac27-989765be7eb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 15:04:49.559203 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:49.575418 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2a15ca-85f5-45c4-b7c3-4653824fc094 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 15:04:49.590429 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 8b2a15ca-85f5-45c4-b7c3-4653824fc094, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8b2a15ca-85f5-45c4-b7c3-4653824fc094,segment=NetworkSegment(e365e076-b886-4418-9a91-58dd63a2c066),segment_id=e365e076-b886-4418-9a91-58dd63a2c066)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:04:49.594294 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:49.596009 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:04:49.661923 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=8b2a15ca-85f5-45c4-b7c3-4653824fc094,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:04:49.668987 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:49.669334 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:49.669673 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:49.670005 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:49.670364 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:49.670689 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:49.671011 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:49.671338 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:49.671660 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:49.671977 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:49.672293 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:49.672637 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:04:49.676414 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:04:49.914503 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['8b2a15ca-85f5-45c4-b7c3-4653824fc094'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 15:04:49.936804 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e468e-1054-4fc6-b35f-f86ef69569e1 req-545e02ea-490f-4904-96c5-cf8129855ca3 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:49.938246 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fe6e468e-1054-4fc6-b35f-f86ef69569e1 req-545e02ea-490f-4904-96c5-cf8129855ca3 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 945 time: 0.0807993
Jun 25 15:04:49.985336 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-fe6e468e-1054-4fc6-b35f-f86ef69569e1 req-0bac85ef-3d65-4c5e-b441-a76d3bc6beb3 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412569
Jun 25 15:04:51.267808 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668fa38-48c1-47c5-a70a-4ab22c9457c2 req-2f0137ec-dcbf-4929-ba34-7b1958fbd80a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:51.269209 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9668fa38-48c1-47c5-a70a-4ab22c9457c2 req-2f0137ec-dcbf-4929-ba34-7b1958fbd80a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 945 time: 0.1695547
Jun 25 15:04:51.312524 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9668fa38-48c1-47c5-a70a-4ab22c9457c2 req-d6d5b769-7633-4599-af8f-eb7165bdf4e6 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377047
Jun 25 15:04:51.334207 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 8b2a15ca-85f5-45c4-b7c3-4653824fc094 up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 15:04:51.403196 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port 8b2a15ca-85f5-45c4-b7c3-4653824fc094 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 15:04:51.408116 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port 8b2a15ca-85f5-45c4-b7c3-4653824fc094 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 15:04:51.408518 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:51.523045 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:51.548834 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0d4b14-3795-4de5-973b-ef67bcd96c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2a15ca-85f5-45c4-b7c3-4653824fc094'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 15:04:51.558667 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 8b2a15ca-85f5-45c4-b7c3-4653824fc094, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8b2a15ca-85f5-45c4-b7c3-4653824fc094,segment=NetworkSegment(e365e076-b886-4418-9a91-58dd63a2c066),segment_id=e365e076-b886-4418-9a91-58dd63a2c066)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:04:51.563045 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:04:51.564961 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:04:51.632070 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=8b2a15ca-85f5-45c4-b7c3-4653824fc094,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:04:51.635096 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:04:51.651108 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0d4b14-3795-4de5-973b-ef67bcd96c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2a15ca-85f5-45c4-b7c3-4653824fc094', 'code': 200}
Jun 25 15:04:51.909199 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68440b-594f-4a51-aff4-426e4336f6b4 req-ed077da6-63e3-4492-b003-18dd6dae09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:51.910614 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-fb68440b-594f-4a51-aff4-426e4336f6b4 req-ed077da6-63e3-4492-b003-18dd6dae09cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 1099 time: 0.0678542
Jun 25 15:04:51.951112 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-fb68440b-594f-4a51-aff4-426e4336f6b4 req-08795451-10fc-4fac-a18f-3a73b50f1b6a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331821
Jun 25 15:04:52.503488 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aaa5d1-436b-44b2-9c47-d96178eb8841 req-66b35bb1-f219-4bd6-b4cf-dcc7c76449f6 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:52.505180 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d1aaa5d1-436b-44b2-9c47-d96178eb8841 req-66b35bb1-f219-4bd6-b4cf-dcc7c76449f6 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 946 time: 0.0838192
Jun 25 15:04:52.552321 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d1aaa5d1-436b-44b2-9c47-d96178eb8841 req-d0425b53-a891-4f01-8259-eeed900e4e39 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414269
Jun 25 15:04:53.732989 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae3d8d-af22-45e2-a6e0-5077a71566d7 req-ad162764-1451-4db3-bcb5-3389bc18813e tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:04:53.734417 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4fae3d8d-af22-45e2-a6e0-5077a71566d7 req-ad162764-1451-4db3-bcb5-3389bc18813e tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 946 time: 0.0784101
Jun 25 15:04:53.779066 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4fae3d8d-af22-45e2-a6e0-5077a71566d7 req-162b3ecc-0dee-45e4-940d-3f1f3ec7e107 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390644
Jun 25 15:05:02.121889 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:05:04.703744 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:05:08.365303 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-dba4e379-718a-4619-ae73-f850adcab9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:05:08.935861 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:05:10.935695 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-adff97df-70db-4b85-9833-dd69a5af6c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:05:11.902516 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:05:13.411545 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:05:25.133885 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d90d3d3d-e2ac-4028-a5d7-01299a2ff9a5 req-c3b3158e-b080-4479-ab53-b7f193664e1f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0770102
Jun 25 15:05:25.295612 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d3d3d-e2ac-4028-a5d7-01299a2ff9a5 req-7b05c986-7adf-4309-9bff-4c90bca77f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:05:25.297012 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d90d3d3d-e2ac-4028-a5d7-01299a2ff9a5 req-7b05c986-7adf-4309-9bff-4c90bca77f46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 1099 time: 0.0757861
Jun 25 15:05:25.448088 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d3d3d-e2ac-4028-a5d7-01299a2ff9a5 req-d07f22d4-efa4-4220-9e96-b28039f17ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:05:25.452678 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d90d3d3d-e2ac-4028-a5d7-01299a2ff9a5 req-d07f22d4-efa4-4220-9e96-b28039f17ec0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 916 time: 0.1316981
Jun 25 15:05:25.520648 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d90d3d3d-e2ac-4028-a5d7-01299a2ff9a5 req-1311df4b-143c-4171-8f81-0276036c3474 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2a15ca-85f5-45c4-b7c3-4653824fc094 HTTP/1.1" status: 200  len: 217 time: 0.0632930
Jun 25 15:05:25.593765 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d3d3d-e2ac-4028-a5d7-01299a2ff9a5 req-0ed90646-4e7d-48ad-8712-c5eb7504161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:05:25.595193 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d90d3d3d-e2ac-4028-a5d7-01299a2ff9a5 req-0ed90646-4e7d-48ad-8712-c5eb7504161f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0684054
Jun 25 15:05:25.643034 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d90d3d3d-e2ac-4028-a5d7-01299a2ff9a5 req-ccbdb76e-fa2e-4e51-a20d-270e81ba9f19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412631
Jun 25 15:05:25.773520 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d90d3d3d-e2ac-4028-a5d7-01299a2ff9a5 req-6ec629b3-c351-484b-ac92-b409622eeebf service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233354
Jun 25 15:05:25.910567 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d90d3d3d-e2ac-4028-a5d7-01299a2ff9a5 req-b3f59698-4c30-454f-8f35-ddf5a28d4c90 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301537
Jun 25 15:05:32.127053 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:05:38.367477 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-60a806d9-c2ce-468d-8d45-3ae8e932796d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:05:38.938354 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:05:40.937225 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d0e2760c-84ee-4720-b958-0b5e1545bc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:05:41.702728 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:05:41.903886 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:05:43.407326 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:06:02.149775 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:06:08.372152 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-53f48da3-170e-4622-a0ab-2c3ff4a1dccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:06:08.940495 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:06:10.938938 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5968951b-c5e0-4af7-97ba-731f96d1001b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:06:11.906642 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:06:13.411055 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:06:18.701220 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:06:27.196966 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34020990-8de9-4a77-bdad-ed92f06322f8 req-656938ce-952e-4cae-a4fc-cbf47bfcc5cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1546538
Jun 25 15:06:27.349875 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34020990-8de9-4a77-bdad-ed92f06322f8 req-366b82a8-cf12-4abe-b604-400d3d1b647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:06:27.351238 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34020990-8de9-4a77-bdad-ed92f06322f8 req-366b82a8-cf12-4abe-b604-400d3d1b647e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 1099 time: 0.0721202
Jun 25 15:06:27.495241 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34020990-8de9-4a77-bdad-ed92f06322f8 req-6a5b3e73-f410-4c3d-b6a8-394011160f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:06:27.496698 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34020990-8de9-4a77-bdad-ed92f06322f8 req-6a5b3e73-f410-4c3d-b6a8-394011160f11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 916 time: 0.1255367
Jun 25 15:06:27.567068 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34020990-8de9-4a77-bdad-ed92f06322f8 req-1da639b0-a731-4e71-ac01-faa181b70ebd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2a15ca-85f5-45c4-b7c3-4653824fc094 HTTP/1.1" status: 200  len: 217 time: 0.0637169
Jun 25 15:06:27.630851 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34020990-8de9-4a77-bdad-ed92f06322f8 req-0d7a2992-66ed-4e80-8eb8-670987def618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:06:27.632179 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34020990-8de9-4a77-bdad-ed92f06322f8 req-0d7a2992-66ed-4e80-8eb8-670987def618 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0589082
Jun 25 15:06:27.683757 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34020990-8de9-4a77-bdad-ed92f06322f8 req-524a8bab-046d-4422-9029-33d7cc423852 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434258
Jun 25 15:06:27.816370 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34020990-8de9-4a77-bdad-ed92f06322f8 req-e22a4fc9-28bf-4e63-b743-b91f5252796c service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256146
Jun 25 15:06:27.947085 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-34020990-8de9-4a77-bdad-ed92f06322f8 req-a08ed4e9-c8e1-4c40-a5f3-12b40fee4a54 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231201
Jun 25 15:06:32.164352 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:06:38.373923 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-14ff875d-3d47-454c-a9ac-d0688b0eaf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:06:38.943948 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:06:40.940092 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4cceabdb-b9e2-4d82-addb-52b82e998ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:06:41.909188 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:06:43.413627 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:06:55.700052 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:07:02.164098 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:07:08.376353 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fe1df5a7-f6ff-470d-a72b-ac5be627cfdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:07:08.946244 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:07:10.940888 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-ffa77be6-4a60-4e2a-a431-30e008ad4244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:07:11.913318 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:07:13.416074 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:07:27.798995 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-fd50cdec-79ab-42bf-b172-b795f8825ab4 req-9f88f4aa-fbe4-486e-904e-763e47e15f8b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0734658
Jun 25 15:07:27.956859 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50cdec-79ab-42bf-b172-b795f8825ab4 req-d6e51497-da55-4258-8af7-d3978883d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:07:27.958284 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-fd50cdec-79ab-42bf-b172-b795f8825ab4 req-d6e51497-da55-4258-8af7-d3978883d082 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 1099 time: 0.0721893
Jun 25 15:07:28.107690 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50cdec-79ab-42bf-b172-b795f8825ab4 req-ca277632-d0f0-44ba-8abe-e294cb999013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:07:28.109138 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-fd50cdec-79ab-42bf-b172-b795f8825ab4 req-ca277632-d0f0-44ba-8abe-e294cb999013 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 916 time: 0.1302993
Jun 25 15:07:28.175777 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-fd50cdec-79ab-42bf-b172-b795f8825ab4 req-478f482b-515c-47e1-a994-7103b3f1a7af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2a15ca-85f5-45c4-b7c3-4653824fc094 HTTP/1.1" status: 200  len: 217 time: 0.0591204
Jun 25 15:07:28.239411 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50cdec-79ab-42bf-b172-b795f8825ab4 req-b443f102-22a9-405a-af55-66cfcc9f02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:07:28.240801 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-fd50cdec-79ab-42bf-b172-b795f8825ab4 req-b443f102-22a9-405a-af55-66cfcc9f02cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0589473
Jun 25 15:07:28.287307 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-fd50cdec-79ab-42bf-b172-b795f8825ab4 req-8d3a9f53-ff08-40e5-9b05-8248f716d201 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400434
Jun 25 15:07:28.420079 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-fd50cdec-79ab-42bf-b172-b795f8825ab4 req-df65e16a-d1a3-464e-897a-e63101ea1004 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255624
Jun 25 15:07:28.550336 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-fd50cdec-79ab-42bf-b172-b795f8825ab4 req-a2a59b78-f5b0-4c04-8615-55b5720f466c service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229482
Jun 25 15:07:32.192768 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:07:32.698374 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:07:38.378763 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2d94e6ed-43a1-4a92-8803-aa2789ff8f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:07:38.947839 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:07:40.942605 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-1e13df6f-e675-4840-be4f-7ffd9f5d52f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:07:41.915366 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:07:43.419715 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:08:02.198105 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:08:08.381210 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-6a908e7a-9363-42a4-a845-dd3b158b3aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:08:08.952028 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:08:09.697506 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:08:10.944067 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ddb5-17f8-4f74-aab4-d768e26af704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:08:11.918541 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:08:13.420674 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:08:29.118155 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ef309ff1-ed25-451b-bac7-cffdc2d17abb req-28220edc-977a-435c-9c12-79a38c9b6813 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0673738
Jun 25 15:08:29.358490 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef309ff1-ed25-451b-bac7-cffdc2d17abb req-69548e01-50c0-45fe-8e05-99dd800dcaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:08:29.359943 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ef309ff1-ed25-451b-bac7-cffdc2d17abb req-69548e01-50c0-45fe-8e05-99dd800dcaf0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 1099 time: 0.1586337
Jun 25 15:08:29.509744 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef309ff1-ed25-451b-bac7-cffdc2d17abb req-45045fe6-82f3-4031-9fc7-3af6dc1926a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:08:29.511154 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ef309ff1-ed25-451b-bac7-cffdc2d17abb req-45045fe6-82f3-4031-9fc7-3af6dc1926a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 916 time: 0.1314161
Jun 25 15:08:29.580476 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ef309ff1-ed25-451b-bac7-cffdc2d17abb req-9ed4c820-2faf-4653-9e40-8991d4dc769c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2a15ca-85f5-45c4-b7c3-4653824fc094 HTTP/1.1" status: 200  len: 217 time: 0.0622170
Jun 25 15:08:29.642127 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef309ff1-ed25-451b-bac7-cffdc2d17abb req-3baea172-985e-488c-a68c-dcade4beddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:08:29.643562 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ef309ff1-ed25-451b-bac7-cffdc2d17abb req-3baea172-985e-488c-a68c-dcade4beddf4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0561340
Jun 25 15:08:29.691809 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ef309ff1-ed25-451b-bac7-cffdc2d17abb req-fceb23f6-c16b-4349-96da-80ceb9ccde5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411201
Jun 25 15:08:29.834718 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ef309ff1-ed25-451b-bac7-cffdc2d17abb req-2ca03d32-3e20-44b8-b701-27124ae50b44 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299441
Jun 25 15:08:29.963850 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-ef309ff1-ed25-451b-bac7-cffdc2d17abb req-60fae09d-9e58-491d-9e7b-9bc14a061f6c service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271720
Jun 25 15:08:32.193826 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:08:38.383157 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e94a532f-3a72-48ac-b75d-d71368dd18c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:08:38.955587 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:08:40.944971 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5f1ce6bb-5d7a-4482-b2d7-a8dbf0f8d73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:08:41.921406 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:08:43.423487 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:08:46.696869 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:09:02.208232 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:09:08.385368 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2765dc3c-549b-4894-9a33-2dbc3a704f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:09:08.957651 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:09:10.945819 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0701affb-9bc4-412c-89cd-78e414e7d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:09:11.925049 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:09:13.427158 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:09:23.696321 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:09:31.120652 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e400ee59-2ffa-4670-9c31-2795f43bd984 req-5ea3edda-e41a-493c-9a0a-7b9790e5c2f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0742507
Jun 25 15:09:31.273176 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400ee59-2ffa-4670-9c31-2795f43bd984 req-8ebcb369-4e4f-4925-acbb-e09814578836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:09:31.274607 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e400ee59-2ffa-4670-9c31-2795f43bd984 req-8ebcb369-4e4f-4925-acbb-e09814578836 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 1099 time: 0.0693920
Jun 25 15:09:31.418320 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400ee59-2ffa-4670-9c31-2795f43bd984 req-7a503564-cea2-49d7-a0be-c35227aa53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:09:31.419749 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e400ee59-2ffa-4670-9c31-2795f43bd984 req-7a503564-cea2-49d7-a0be-c35227aa53dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 916 time: 0.1258488
Jun 25 15:09:31.492012 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e400ee59-2ffa-4670-9c31-2795f43bd984 req-675bea35-f61a-4099-82e2-8a739f56cdfc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2a15ca-85f5-45c4-b7c3-4653824fc094 HTTP/1.1" status: 200  len: 217 time: 0.0640607
Jun 25 15:09:31.553598 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400ee59-2ffa-4670-9c31-2795f43bd984 req-7351c543-eafa-4968-8434-95d2a802c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:09:31.554998 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e400ee59-2ffa-4670-9c31-2795f43bd984 req-7351c543-eafa-4968-8434-95d2a802c2cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0566504
Jun 25 15:09:31.604879 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e400ee59-2ffa-4670-9c31-2795f43bd984 req-61bfb4b7-ef4b-4fce-ab87-3ae8ab8a096b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430458
Jun 25 15:09:31.733335 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e400ee59-2ffa-4670-9c31-2795f43bd984 req-11ef50c6-f6fa-4dea-a244-6785a181266e service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217864
Jun 25 15:09:31.866255 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e400ee59-2ffa-4670-9c31-2795f43bd984 req-fe74af6b-37b4-4ed6-85a6-7afa7ec7764a service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257410
Jun 25 15:09:32.222275 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:09:38.396381 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-98aaf167-70a7-4f44-a277-a3831bda943a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:09:38.959487 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:09:40.947651 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-95068b6c-f489-4a01-9248-7eac5b7f58fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:09:41.927514 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:09:43.429806 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:00.697251 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:10:02.238151 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:08.389940 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-86db7405-71d6-4196-ab5b-1c0410b54b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:08.962845 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:10.948565 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-fa8518c7-795f-4c8e-b9ba-07ff23dac868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:11.930329 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:13.432724 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:32.251639 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:32.821885 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bc101a00-0603-4bd3-977d-39eda8a66e36 req-402434b0-c655-4322-95b5-7e369bc790cb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1207156
Jun 25 15:10:32.979240 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc101a00-0603-4bd3-977d-39eda8a66e36 req-79c929de-38f1-4bb9-8870-f8bd157c8ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:10:32.980696 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bc101a00-0603-4bd3-977d-39eda8a66e36 req-79c929de-38f1-4bb9-8870-f8bd157c8ab6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 1099 time: 0.0715768
Jun 25 15:10:33.208219 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc101a00-0603-4bd3-977d-39eda8a66e36 req-4c6509ad-d200-4cea-b3c0-4f561c7ce886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:10:33.209686 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bc101a00-0603-4bd3-977d-39eda8a66e36 req-4c6509ad-d200-4cea-b3c0-4f561c7ce886 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 916 time: 0.2096064
Jun 25 15:10:33.276328 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bc101a00-0603-4bd3-977d-39eda8a66e36 req-10c1dedd-6cdb-4630-8815-fe7b931f2afd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2a15ca-85f5-45c4-b7c3-4653824fc094 HTTP/1.1" status: 200  len: 217 time: 0.0592506
Jun 25 15:10:33.342036 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc101a00-0603-4bd3-977d-39eda8a66e36 req-39379a9d-dc36-4963-94b2-bf38a1b621f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:10:33.343507 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bc101a00-0603-4bd3-977d-39eda8a66e36 req-39379a9d-dc36-4963-94b2-bf38a1b621f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0600631
Jun 25 15:10:33.390231 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bc101a00-0603-4bd3-977d-39eda8a66e36 req-e963092e-6135-4c34-b45e-9b138693ecad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393312
Jun 25 15:10:33.522640 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bc101a00-0603-4bd3-977d-39eda8a66e36 req-a528ec7c-a1ef-4508-92ec-3076c4c2c8e4 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244450
Jun 25 15:10:33.653064 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bc101a00-0603-4bd3-977d-39eda8a66e36 req-a296c5f9-fc96-4647-bf9d-4581e9126a28 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237149
Jun 25 15:10:37.696881 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:10:38.421935 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8ee16a76-0623-4c58-b481-55cba4915fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:38.964600 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:40.952497 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-3792d9ce-43c1-4e75-bce9-0fc884384d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:41.932360 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:43.435353 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:55.090079 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-a40b1745-a02c-4d69-a8bd-ad674d60e3e3 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:10:55.091490 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-a40b1745-a02c-4d69-a8bd-ad674d60e3e3 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 815 time: 0.1452856
Jun 25 15:10:55.106637 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-054dec89-4a71-4b6b-a066-b8948fe07199 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/quotas/934903a783eb4af39fda6a2eb90504c9 HTTP/1.1" status: 200  len: 375 time: 0.0094249
Jun 25 15:10:55.184922 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-73895afa-087b-431d-8f62-def1baeebabd tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0731878
Jun 25 15:10:55.253575 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-8a5581b9-b77e-44ec-a022-7955f101c8d0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=78435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 25 15:10:55.254513 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-8a5581b9-b77e-44ec-a022-7955f101c8d0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0632334
Jun 25 15:10:55.384958 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-7aac4a08-1849-480f-9f0f-b0559c73867a service neutron] 10.222.0.52 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240711
Jun 25 15:10:55.517215 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-c59738b4-31eb-449d-807c-313659c7646e service neutron] 10.222.0.52 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226840
Jun 25 15:10:55.732798 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f48328b5-0ae1-4da4-a30f-661585e4301f req-ddaf0210-d6f5-45cc-ae93-dee110327557 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 210 time: 0.0854256
Jun 25 15:10:56.881410 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-f56f3fb4-3e28-4ce2-aef6-a9353e7f9d08 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:10:56.882828 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-f56f3fb4-3e28-4ce2-aef6-a9353e7f9d08 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 815 time: 0.1493075
Jun 25 15:10:56.903468 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Request body: {'port': {'device_id': '11e3c610-3121-4574-8016-c4830271f75c', 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35', 'admin_state_up': True, 'tenant_id': '934903a783eb4af39fda6a2eb90504c9'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:10:56.904305 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cd567588-1924-492a-83a0-e4898625c736 req-4c83429c-2775-4f2f-8395-2c8f97a7c959 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 210 time: 0.0482950
Jun 25 15:10:57.045871 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:10:57.051120 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Usage tracker for resource:port and tenant:934903a783eb4af39fda6a2eb90504c9 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:10:57.054465 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:10:57.060718 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:10:57.071377 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Made reservation on behalf of 934903a783eb4af39fda6a2eb90504c9 for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 15:10:57.074998 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:57.238305 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Allocated IP 172.20.0.6 (78547268-8214-4423-9f3f-8a65fe08ad35/67e833b4-f89f-4849-ac27-989765be7eb6/65126d0d-d420-482a-a46d-4bd26064d79e) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 15:10:57.438539 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:57.466724 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:57.473658 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6186569a-70b4-4a08-bcc0-f557d53d0fbd tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:10:57.507139 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['8b2a15ca-85f5-45c4-b7c3-4653824fc094'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 15:10:57.540546 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Network 78547268-8214-4423-9f3f-8a65fe08ad35 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 15:10:57.543640 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 15:10:57.547478 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 15:10:57.594307 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Pushing event updated for resources: {'Port': ['ID=65126d0d-d420-482a-a46d-4bd26064d79e,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:10:57.619827 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:10:57.620432 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:57.624609 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:10:57.624982 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:10:57.625345 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:10:57.625703 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:10:57.626057 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:10:57.626407 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:10:57.626753 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:10:57.627097 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:10:57.627440 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:10:57.627782 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:10:57.628121 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:10:57.628480 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:10:57.633963 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:10:57.654655 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-9d2858c6-fc78-4ccc-a1a9-d64c97c1a10a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7553005
Jun 25 15:10:57.678626 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Request body: {'port': {'device_id': '11e3c610-3121-4574-8016-c4830271f75c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:10:57.800319 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:58.104214 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e6424-356a-4a6c-8571-edcbaa0aac0f req-7e4e0c35-1a33-4d73-a2b2-f63a515a881e tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:10:58.105673 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-748e6424-356a-4a6c-8571-edcbaa0aac0f req-7e4e0c35-1a33-4d73-a2b2-f63a515a881e tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 931 time: 0.0782897
Jun 25 15:10:58.152122 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-748e6424-356a-4a6c-8571-edcbaa0aac0f req-d0ce79e1-fdf2-428a-bf5b-a7ab807f4a39 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406032
Jun 25 15:10:58.230434 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65126d0d-d420-482a-a46d-4bd26064d79e {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 15:10:58.237571 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:58.251984 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Transition to ACTIVE for port object 65126d0d-d420-482a-a46d-4bd26064d79e will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 15:10:58.255954 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7229925'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:58.260314 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-8afbed6b-5644-4beb-ac82-e49dc82eda87 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:10:58.443468 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Pushing event updated for resources: {'Port': ['ID=65126d0d-d420-482a-a46d-4bd26064d79e,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:10:58.448322 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:10:58.488216 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Attempting to bind port 65126d0d-d420-482a-a46d-4bd26064d79e on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 15:10:58.488488 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Attempting to bind port 65126d0d-d420-482a-a46d-4bd26064d79e by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'e365e076-b886-4418-9a91-58dd63a2c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 15:10:58.488827 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Attempting to bind port 65126d0d-d420-482a-a46d-4bd26064d79e on network 78547268-8214-4423-9f3f-8a65fe08ad35 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 15:10:58.494009 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Port 65126d0d-d420-482a-a46d-4bd26064d79e on network 78547268-8214-4423-9f3f-8a65fe08ad35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 15:10:58.494329 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Attempting to bind port 65126d0d-d420-482a-a46d-4bd26064d79e on network 78547268-8214-4423-9f3f-8a65fe08ad35 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 15:10:58.499309 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 15, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 15:10:58.499642 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Checking segment: {'id': 'e365e076-b886-4418-9a91-58dd63a2c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 15:10:58.500049 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Bound using segment: {'id': 'e365e076-b886-4418-9a91-58dd63a2c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 15:10:58.500489 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Bound port: 65126d0d-d420-482a-a46d-4bd26064d79e, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e365e076-b886-4418-9a91-58dd63a2c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 15:10:58.500841 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:58.586206 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] For port 65126d0d-d420-482a-a46d-4bd26064d79e, host hv-cinder-79809, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 15:10:58.589107 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] For port 65126d0d-d420-482a-a46d-4bd26064d79e, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=65126d0d-d420-482a-a46d-4bd26064d79e,segment=NetworkSegment(e365e076-b886-4418-9a91-58dd63a2c066),segment_id=e365e076-b886-4418-9a91-58dd63a2c066)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 15:10:58.593443 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7229925'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:58.597159 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d289faa4-2bef-496f-814a-1517d1ec27a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:10:58.656622 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:10:58.657118 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:10:58.658474 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] 10.222.0.16 "PUT /v2.0/ports/65126d0d-d420-482a-a46d-4bd26064d79e HTTP/1.1" status: 200  len: 1093 time: 0.9876578
Jun 25 15:10:58.658974 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e3c610-3121-4574-8016-c4830271f75c', 'tag': '65126d0d-d420-482a-a46d-4bd26064d79e'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 15:10:58.682929 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Pushing event updated for resources: {'Port': ['ID=65126d0d-d420-482a-a46d-4bd26064d79e,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:10:58.694171 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:10:58.769850 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e3c610-3121-4574-8016-c4830271f75c', 'tag': '65126d0d-d420-482a-a46d-4bd26064d79e', 'status': 'completed', 'code': 200}
Jun 25 15:10:58.803551 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-0561a42f-6729-4222-b45f-6a81b1320162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:10:58.805030 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-0561a42f-6729-4222-b45f-6a81b1320162 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 1096 time: 0.0828755
Jun 25 15:10:58.882010 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-77819b17-c423-4410-b8aa-e9d9ff8a2a88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65126d0d-d420-482a-a46d-4bd26064d79e HTTP/1.1" status: 200  len: 217 time: 0.0628762
Jun 25 15:10:58.945086 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-f34346cf-0420-4eb5-92d2-4458728df854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:10:58.946474 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-f34346cf-0420-4eb5-92d2-4458728df854 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0577641
Jun 25 15:10:58.992862 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-1b156af6-de9b-4fb0-9876-ec633588e2c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394559
Jun 25 15:10:59.127898 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-6d74d7f4-c955-4f78-beb1-12677fdfc650 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282337
Jun 25 15:10:59.257181 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-83cd38d2-5732-4a1a-a2e8-9dc3e947a9df req-9c60258f-47ac-44ac-928b-3877ed3dd9fe service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220319
Jun 25 15:10:59.340562 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945c7c3-d8cd-4690-92f3-7cf6c86b4d9c req-291635da-a75c-4703-ac11-ed11bbdc7967 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:10:59.342740 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4945c7c3-d8cd-4690-92f3-7cf6c86b4d9c req-291635da-a75c-4703-ac11-ed11bbdc7967 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 943 time: 0.0860329
Jun 25 15:10:59.390093 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4945c7c3-d8cd-4690-92f3-7cf6c86b4d9c req-15c3864c-82f0-47cd-ba06-ee6a36e5df89 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418336
Jun 25 15:10:59.424813 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609dac1-7d76-4b72-b5ce-de2072c5b4e2 req-66b6d35f-c342-4322-b013-f1e75fe0f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:10:59.426418 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4609dac1-7d76-4b72-b5ce-de2072c5b4e2 req-66b6d35f-c342-4322-b013-f1e75fe0f744 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 1096 time: 0.0752978
Jun 25 15:10:59.568437 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609dac1-7d76-4b72-b5ce-de2072c5b4e2 req-5ce2aadd-8403-4644-bdf9-435d1919bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:10:59.569803 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4609dac1-7d76-4b72-b5ce-de2072c5b4e2 req-5ce2aadd-8403-4644-bdf9-435d1919bc1e service neutron] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 916 time: 0.1356506
Jun 25 15:10:59.636633 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4609dac1-7d76-4b72-b5ce-de2072c5b4e2 req-a074f33b-91b5-4845-b2b5-88e25987312d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65126d0d-d420-482a-a46d-4bd26064d79e HTTP/1.1" status: 200  len: 217 time: 0.0601122
Jun 25 15:10:59.798842 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609dac1-7d76-4b72-b5ce-de2072c5b4e2 req-7d52a0a6-24e4-435e-9973-7aa7e87c97d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:10:59.800678 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4609dac1-7d76-4b72-b5ce-de2072c5b4e2 req-7d52a0a6-24e4-435e-9973-7aa7e87c97d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.1566336
Jun 25 15:10:59.851732 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4609dac1-7d76-4b72-b5ce-de2072c5b4e2 req-a99fbb7b-b31a-4f31-a223-b1ba3b7edebd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419335
Jun 25 15:10:59.988278 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4609dac1-7d76-4b72-b5ce-de2072c5b4e2 req-e38e8076-1fd9-4334-ad25-400b78a4fb30 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263127
Jun 25 15:11:00.127896 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-4609dac1-7d76-4b72-b5ce-de2072c5b4e2 req-3433b456-2996-495a-bae1-dd050791c5e1 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318626
Jun 25 15:11:00.573492 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59244cd0-8d0b-47aa-bac8-3b5dbd23987b req-1846ceff-1c7c-43ff-a902-475351d7f7f9 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:11:00.574930 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-59244cd0-8d0b-47aa-bac8-3b5dbd23987b req-1846ceff-1c7c-43ff-a902-475351d7f7f9 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 943 time: 0.0797641
Jun 25 15:11:00.622118 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-59244cd0-8d0b-47aa-bac8-3b5dbd23987b req-c3b85897-7ffd-4a7c-9b7d-d7f53c0b7f76 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416446
Jun 25 15:11:01.182119 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 65126d0d-d420-482a-a46d-4bd26064d79e details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 15:11:01.309775 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 65126d0d-d420-482a-a46d-4bd26064d79e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=65126d0d-d420-482a-a46d-4bd26064d79e,segment=NetworkSegment(e365e076-b886-4418-9a91-58dd63a2c066),segment_id=e365e076-b886-4418-9a91-58dd63a2c066)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:11:01.322440 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': '65126d0d-d420-482a-a46d-4bd26064d79e', 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35', 'port_id': '65126d0d-d420-482a-a46d-4bd26064d79e', 'mac_address': 'fa:16:3e:11:db:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e833b4-f89f-4849-ac27-989765be7eb6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 15:11:01.377000 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:11:01.393252 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65126d0d-d420-482a-a46d-4bd26064d79e {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 15:11:01.408057 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 65126d0d-d420-482a-a46d-4bd26064d79e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=65126d0d-d420-482a-a46d-4bd26064d79e,segment=NetworkSegment(e365e076-b886-4418-9a91-58dd63a2c066),segment_id=e365e076-b886-4418-9a91-58dd63a2c066)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:11:01.413313 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:11:01.414998 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:11:01.485075 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=65126d0d-d420-482a-a46d-4bd26064d79e,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:11:01.494160 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:11:01.494506 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:11:01.494851 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:11:01.495181 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:11:01.495509 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:11:01.495836 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:11:01.496158 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:11:01.496495 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:11:01.496828 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:11:01.497136 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:11:01.497453 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:11:01.497768 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:11:01.501794 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:11:01.731927 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['65126d0d-d420-482a-a46d-4bd26064d79e'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 15:11:01.808297 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51433f74-53d2-492c-867d-4b685f9a53d5 req-6ef26e2f-3785-4698-98ae-4dc4527860eb tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:11:01.809670 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-51433f74-53d2-492c-867d-4b685f9a53d5 req-6ef26e2f-3785-4698-98ae-4dc4527860eb tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 944 time: 0.0791087
Jun 25 15:11:01.853855 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-51433f74-53d2-492c-867d-4b685f9a53d5 req-f1092573-5351-40c2-b38d-5842ddd1374d tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385058
Jun 25 15:11:02.273095 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:11:03.037972 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e392065-fa1f-4666-b086-9ef3799b4a49 req-e168d9b0-8ff7-463c-b73e-6d8436e439ea tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:11:03.039323 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8e392065-fa1f-4666-b086-9ef3799b4a49 req-e168d9b0-8ff7-463c-b73e-6d8436e439ea tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 944 time: 0.0828457
Jun 25 15:11:03.082073 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8e392065-fa1f-4666-b086-9ef3799b4a49 req-b3e99145-9ca4-4640-8fe3-b4beec55d3cf tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369358
Jun 25 15:11:03.197298 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 65126d0d-d420-482a-a46d-4bd26064d79e up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 15:11:03.265401 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port 65126d0d-d420-482a-a46d-4bd26064d79e completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 15:11:03.269929 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port 65126d0d-d420-482a-a46d-4bd26064d79e triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 15:11:03.270300 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:11:03.385259 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:11:03.412167 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e3c610-3121-4574-8016-c4830271f75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65126d0d-d420-482a-a46d-4bd26064d79e'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 15:11:03.421649 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 65126d0d-d420-482a-a46d-4bd26064d79e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=65126d0d-d420-482a-a46d-4bd26064d79e,segment=NetworkSegment(e365e076-b886-4418-9a91-58dd63a2c066),segment_id=e365e076-b886-4418-9a91-58dd63a2c066)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:11:03.425883 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:11:03.427755 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:11:03.492793 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=65126d0d-d420-482a-a46d-4bd26064d79e,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:11:03.495849 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:11:03.504488 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e3c610-3121-4574-8016-c4830271f75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65126d0d-d420-482a-a46d-4bd26064d79e', 'code': 200}
Jun 25 15:11:03.768135 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a1186-d8c4-4155-8e2c-3d81b5e76704 req-1f0ff768-b4e9-41a2-b3bf-8647d363d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:11:03.769608 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cb7a1186-d8c4-4155-8e2c-3d81b5e76704 req-1f0ff768-b4e9-41a2-b3bf-8647d363d2b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 1098 time: 0.0735855
Jun 25 15:11:03.810913 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-cb7a1186-d8c4-4155-8e2c-3d81b5e76704 req-f97f9f4a-a490-48e0-ad49-ff329e21423d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0335488
Jun 25 15:11:04.274771 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7680002-74b5-4021-bf6f-51398482d8ca req-143c8047-a45f-4a85-9136-d0f1e444039c tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:11:04.276265 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d7680002-74b5-4021-bf6f-51398482d8ca req-143c8047-a45f-4a85-9136-d0f1e444039c tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 945 time: 0.0846505
Jun 25 15:11:04.325600 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d7680002-74b5-4021-bf6f-51398482d8ca req-1cd12c3b-d060-4ee3-9876-3a90f243f3ed tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434134
Jun 25 15:11:05.511358 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af714b1-0e44-49ea-9c10-69965a993150 req-fa620d9f-957c-4ad2-837f-a4ce52ef3aa2 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:11:05.512793 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8af714b1-0e44-49ea-9c10-69965a993150 req-fa620d9f-957c-4ad2-837f-a4ce52ef3aa2 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 945 time: 0.0786304
Jun 25 15:11:05.556685 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8af714b1-0e44-49ea-9c10-69965a993150 req-926c52f1-8bbc-4fb8-bf2a-058486457d7c tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382092
Jun 25 15:11:08.394287 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d5c1b834-4cfb-4ffe-9da7-3c60345d1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:11:08.965973 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:11:10.954652 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-9aab01af-0e0f-4c4c-be74-5fd1b6c22fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:11:11.935736 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:11:13.437692 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:11:14.695935 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:11:32.282854 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:11:34.883738 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6dbc976c-4b42-4c39-af87-8872ed1d14ad req-7893e4b1-08e2-4969-ae79-83110fbb3806 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0692015
Jun 25 15:11:35.044163 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc976c-4b42-4c39-af87-8872ed1d14ad req-a3bbde2e-89eb-4d48-9fc0-efa106a93336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:11:35.045681 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6dbc976c-4b42-4c39-af87-8872ed1d14ad req-a3bbde2e-89eb-4d48-9fc0-efa106a93336 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 1099 time: 0.0774200
Jun 25 15:11:35.192911 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc976c-4b42-4c39-af87-8872ed1d14ad req-36b9bf49-e9ce-4700-9690-a14201825048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:11:35.194349 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6dbc976c-4b42-4c39-af87-8872ed1d14ad req-36b9bf49-e9ce-4700-9690-a14201825048 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 916 time: 0.1277981
Jun 25 15:11:35.261349 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6dbc976c-4b42-4c39-af87-8872ed1d14ad req-a7388ea8-5563-4e98-948a-c08564a951ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2a15ca-85f5-45c4-b7c3-4653824fc094 HTTP/1.1" status: 200  len: 217 time: 0.0595031
Jun 25 15:11:35.344113 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc976c-4b42-4c39-af87-8872ed1d14ad req-516c7933-412d-46cb-8bc8-47043cf1b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:11:35.345909 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6dbc976c-4b42-4c39-af87-8872ed1d14ad req-516c7933-412d-46cb-8bc8-47043cf1b7ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0770025
Jun 25 15:11:35.411049 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6dbc976c-4b42-4c39-af87-8872ed1d14ad req-fb1def42-a6f7-40a3-949b-0c70421d1919 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537250
Jun 25 15:11:35.544049 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6dbc976c-4b42-4c39-af87-8872ed1d14ad req-cbd4c61f-1229-41df-b658-6560d516be3a service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247551
Jun 25 15:11:35.681865 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-6dbc976c-4b42-4c39-af87-8872ed1d14ad req-95b8969c-f684-4764-967b-5a101702ea9e service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304641
Jun 25 15:11:38.397207 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-83bf39f0-bae9-4b15-bad1-41ddf1f7de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:11:38.964118 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:11:40.960332 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-368cf552-f555-42a0-ab31-bb531889c62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:11:41.938308 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:11:43.444755 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:11:51.695387 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:12:02.281342 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:12:08.398989 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8ffc867d-16d3-4a0a-8ee7-650c7ace71df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:12:08.967013 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:12:10.952539 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4351d06f-9f6a-4ba4-b747-2452b3d334ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:12:11.942855 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:12:13.443818 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:12:28.695246 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:12:32.283137 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:12:35.778599 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a532819d-82f1-4c1e-8bca-d885ee202390 req-efcc3935-86b1-47a7-b9e0-3023a64d816f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=11e3c610-3121-4574-8016-c4830271f75c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0706995
Jun 25 15:12:35.881846 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532819d-82f1-4c1e-8bca-d885ee202390 req-ca0b467f-f35a-4147-8838-0d05b82e2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:12:35.883194 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a532819d-82f1-4c1e-8bca-d885ee202390 req-ca0b467f-f35a-4147-8838-0d05b82e2980 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 1098 time: 0.0694046
Jun 25 15:12:36.024749 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532819d-82f1-4c1e-8bca-d885ee202390 req-abda832e-ec0e-43de-b592-4869717bf0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:12:36.026152 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a532819d-82f1-4c1e-8bca-d885ee202390 req-abda832e-ec0e-43de-b592-4869717bf0f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 916 time: 0.1239460
Jun 25 15:12:36.182007 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a532819d-82f1-4c1e-8bca-d885ee202390 req-85642e41-3b16-49c2-91a3-0bdb17d74b95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65126d0d-d420-482a-a46d-4bd26064d79e HTTP/1.1" status: 200  len: 217 time: 0.1488571
Jun 25 15:12:36.243879 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532819d-82f1-4c1e-8bca-d885ee202390 req-01bec0ff-2d38-40bb-be1c-4282bb0d97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:12:36.245259 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a532819d-82f1-4c1e-8bca-d885ee202390 req-01bec0ff-2d38-40bb-be1c-4282bb0d97a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0561039
Jun 25 15:12:36.293609 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a532819d-82f1-4c1e-8bca-d885ee202390 req-a7a416b9-f787-4a36-a30f-11a29cb39e93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407324
Jun 25 15:12:36.435756 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a532819d-82f1-4c1e-8bca-d885ee202390 req-3081e5ff-5bca-4665-9594-b4e849959b32 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342597
Jun 25 15:12:36.565908 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a532819d-82f1-4c1e-8bca-d885ee202390 req-ff84f3a5-dc3f-40e6-8dcc-5e793d1fa7fb service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233482
Jun 25 15:12:38.400643 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-3d3cbfe6-cf23-460a-993e-7e495b8ef540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:12:38.969098 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:12:40.953795 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-1ccca1c3-9318-4c28-b14b-5a2b078330f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:12:41.943833 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:12:43.447072 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:13:02.294593 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:13:05.694071 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:13:08.403796 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-943035d9-9ae9-453c-be0f-8d7edc57b8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:13:08.972254 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:13:10.954688 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-52dfe4ce-f6e7-4bf8-82fb-71a68bb7c648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:13:11.948853 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:13:13.450298 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:13:32.293125 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:13:35.112977 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8676433-fc8e-40f6-8843-a190f4715a41 req-a37b517d-1620-433c-b618-206eb9d139fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0735474
Jun 25 15:13:35.263701 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8676433-fc8e-40f6-8843-a190f4715a41 req-af800459-2204-412a-b13f-161b897871be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:13:35.265076 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8676433-fc8e-40f6-8843-a190f4715a41 req-af800459-2204-412a-b13f-161b897871be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 1099 time: 0.0695539
Jun 25 15:13:35.408091 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8676433-fc8e-40f6-8843-a190f4715a41 req-9384782f-0e7f-412d-933c-5d5d30afe481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:13:35.409562 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8676433-fc8e-40f6-8843-a190f4715a41 req-9384782f-0e7f-412d-933c-5d5d30afe481 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 916 time: 0.1253724
Jun 25 15:13:35.480391 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8676433-fc8e-40f6-8843-a190f4715a41 req-5bb96d49-f935-44af-8d15-e2170cb5ca9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2a15ca-85f5-45c4-b7c3-4653824fc094 HTTP/1.1" status: 200  len: 217 time: 0.0634105
Jun 25 15:13:35.542125 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8676433-fc8e-40f6-8843-a190f4715a41 req-d8dc028d-a289-4f71-8357-fadc9afa2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:13:35.543411 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8676433-fc8e-40f6-8843-a190f4715a41 req-d8dc028d-a289-4f71-8357-fadc9afa2e07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0565672
Jun 25 15:13:35.594771 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8676433-fc8e-40f6-8843-a190f4715a41 req-62d9fee7-634e-4c5b-a99d-4452fcc1202e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436144
Jun 25 15:13:35.725213 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8676433-fc8e-40f6-8843-a190f4715a41 req-f947f4c4-1bcb-42a2-8a57-96e96115f77c service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234393
Jun 25 15:13:35.855379 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-f8676433-fc8e-40f6-8843-a190f4715a41 req-c5d36ea5-c752-4431-a795-fe50b8621f35 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223726
Jun 25 15:13:38.407897 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0e473d55-5f8f-4ff1-97ff-9b83051f40b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:13:38.973474 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:13:40.957666 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-6d8a3efc-3383-4d15-b6bc-26bde7fd879c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:13:41.950999 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:13:42.692318 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:13:43.452997 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:14:02.311606 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:14:08.410259 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-72add9b9-99b9-483e-85af-4532dd6188ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:14:09.005767 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:14:10.958896 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-6371da7b-1924-4119-bc01-df8034122190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:14:11.954717 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:14:13.456179 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:14:19.691850 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:14:32.312869 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:14:37.132671 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5199ac66-48bd-49fa-b223-e2a458d17dd3 req-094182f6-02c3-4d1b-ab9b-8a759dacfcd2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=11e3c610-3121-4574-8016-c4830271f75c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0675218
Jun 25 15:14:37.232135 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199ac66-48bd-49fa-b223-e2a458d17dd3 req-8e166248-d3c7-4cb0-bd60-2d8e77ea7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:14:37.233597 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5199ac66-48bd-49fa-b223-e2a458d17dd3 req-8e166248-d3c7-4cb0-bd60-2d8e77ea7aab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 1098 time: 0.0690978
Jun 25 15:14:37.380338 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199ac66-48bd-49fa-b223-e2a458d17dd3 req-52b7a41c-72ba-4087-981b-613a52810fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:14:37.381822 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5199ac66-48bd-49fa-b223-e2a458d17dd3 req-52b7a41c-72ba-4087-981b-613a52810fc6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 916 time: 0.1289010
Jun 25 15:14:37.451524 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5199ac66-48bd-49fa-b223-e2a458d17dd3 req-b3be3113-df12-4751-907a-2aa5da785883 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65126d0d-d420-482a-a46d-4bd26064d79e HTTP/1.1" status: 200  len: 217 time: 0.0631025
Jun 25 15:14:37.515966 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199ac66-48bd-49fa-b223-e2a458d17dd3 req-d4581e44-113d-40d3-96bb-b30889489b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:14:37.517407 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5199ac66-48bd-49fa-b223-e2a458d17dd3 req-d4581e44-113d-40d3-96bb-b30889489b2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0598614
Jun 25 15:14:37.564151 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5199ac66-48bd-49fa-b223-e2a458d17dd3 req-7af7c17c-dd33-4098-a1ca-58f80bf09adc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401313
Jun 25 15:14:37.783043 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5199ac66-48bd-49fa-b223-e2a458d17dd3 req-58242be8-7406-4ddb-82cf-2921ba95c532 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2124197
Jun 25 15:14:37.913410 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-5199ac66-48bd-49fa-b223-e2a458d17dd3 req-578a9445-3f4e-4603-936f-dc4cdedd4016 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233792
Jun 25 15:14:38.427491 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-5401864f-ead8-4629-ab44-36bc37e9dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:14:38.978065 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:14:40.959788 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-dba825b9-d74e-4450-8814-f3eb3997b062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:14:41.955175 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:14:43.459331 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:14:56.691439 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:15:02.307343 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:15:08.408621 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89d460ae-81db-457c-87c2-b1ff0f5dcb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:15:08.980268 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:15:10.960873 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-f07fad5b-9e9a-4dbd-b4d9-152c5595c3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:15:11.957905 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:15:13.461069 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:15:32.299183 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:15:33.691096 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:15:37.202553 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eac226a4-f9e0-4660-8817-89a9bbbaae05 req-edacad79-bcb8-4916-bbe1-2c4857851965 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1651073
Jun 25 15:15:37.357929 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac226a4-f9e0-4660-8817-89a9bbbaae05 req-9485bdd9-65bd-4f37-85f8-d4a7d9bc84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:15:37.359816 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eac226a4-f9e0-4660-8817-89a9bbbaae05 req-9485bdd9-65bd-4f37-85f8-d4a7d9bc84c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 1099 time: 0.0736773
Jun 25 15:15:37.505546 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac226a4-f9e0-4660-8817-89a9bbbaae05 req-f39ee1a6-d285-4d80-b096-ba54d854b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:15:37.506980 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eac226a4-f9e0-4660-8817-89a9bbbaae05 req-f39ee1a6-d285-4d80-b096-ba54d854b3de service neutron] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 916 time: 0.1259909
Jun 25 15:15:37.576000 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eac226a4-f9e0-4660-8817-89a9bbbaae05 req-86957b6c-11d4-4642-ab8d-c677e037d95d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2a15ca-85f5-45c4-b7c3-4653824fc094 HTTP/1.1" status: 200  len: 217 time: 0.0619352
Jun 25 15:15:37.639981 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac226a4-f9e0-4660-8817-89a9bbbaae05 req-ac62c5a1-2a85-4679-bc6d-ee66964716cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:15:37.641437 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eac226a4-f9e0-4660-8817-89a9bbbaae05 req-ac62c5a1-2a85-4679-bc6d-ee66964716cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0584681
Jun 25 15:15:37.688660 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eac226a4-f9e0-4660-8817-89a9bbbaae05 req-c9102acd-64a7-42d1-80db-3da692946095 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400434
Jun 25 15:15:37.699357 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [req-eac226a4-f9e0-4660-8817-89a9bbbaae05 req-162f7d6e-b3f2-44ab-98df-b3bd6218fdce service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=78436) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 25 15:15:37.700258 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eac226a4-f9e0-4660-8817-89a9bbbaae05 req-162f7d6e-b3f2-44ab-98df-b3bd6218fdce service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049345
Jun 25 15:15:37.827057 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eac226a4-f9e0-4660-8817-89a9bbbaae05 req-815e74e7-ca14-49c4-849e-63c70268510f service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202018
Jun 25 15:15:37.955402 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-eac226a4-f9e0-4660-8817-89a9bbbaae05 req-8635ea17-1cfa-4af5-aaab-2a824422fe71 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216803
Jun 25 15:15:38.410258 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-411175f3-f4c0-44bf-98d6-153c9562c9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:15:38.981738 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:15:40.965017 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-036a0d36-7b9d-4c04-a6b9-e15789220cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:15:41.961698 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:15:43.465561 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:02.315328 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:08.411230 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b8ddfcf2-2962-4cb1-94f4-56f842700ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:08.984314 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:10.689832 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:16:10.966763 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-026cff9b-faf0-4986-a105-6cf33a0c7c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:11.964817 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:13.467069 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:32.338407 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:37.129672 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7afd8c42-5983-443f-8e9c-3e7fafc9b7fe req-859aa353-a43c-42fb-9cd2-afcf38f72924 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=11e3c610-3121-4574-8016-c4830271f75c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0718751
Jun 25 15:16:37.233012 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd8c42-5983-443f-8e9c-3e7fafc9b7fe req-6d8843af-e109-4ffa-92f6-d16e1b23c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:16:37.234437 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7afd8c42-5983-443f-8e9c-3e7fafc9b7fe req-6d8843af-e109-4ffa-92f6-d16e1b23c612 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 1098 time: 0.0695965
Jun 25 15:16:37.377215 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd8c42-5983-443f-8e9c-3e7fafc9b7fe req-86efa88d-627f-4241-a837-616cb4fdcfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:16:37.378512 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7afd8c42-5983-443f-8e9c-3e7fafc9b7fe req-86efa88d-627f-4241-a837-616cb4fdcfa8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 916 time: 0.1255336
Jun 25 15:16:37.453054 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7afd8c42-5983-443f-8e9c-3e7fafc9b7fe req-8af34fd2-006e-44d4-875f-6d1f94ffd2c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65126d0d-d420-482a-a46d-4bd26064d79e HTTP/1.1" status: 200  len: 217 time: 0.0639596
Jun 25 15:16:37.511791 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd8c42-5983-443f-8e9c-3e7fafc9b7fe req-36c490fa-db9a-4023-955e-7971f26362bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:16:37.513258 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7afd8c42-5983-443f-8e9c-3e7fafc9b7fe req-36c490fa-db9a-4023-955e-7971f26362bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0569601
Jun 25 15:16:37.564581 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7afd8c42-5983-443f-8e9c-3e7fafc9b7fe req-604c7bdb-c480-468c-be51-74df1b25f371 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435340
Jun 25 15:16:37.693716 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7afd8c42-5983-443f-8e9c-3e7fafc9b7fe req-dc98d825-d0b2-4ac6-b355-23952a7c9bd2 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217401
Jun 25 15:16:37.908870 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-7afd8c42-5983-443f-8e9c-3e7fafc9b7fe req-5faa5397-a28b-467a-9498-e14b15165dc2 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2084546
Jun 25 15:16:38.414145 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-f04b467f-00ff-464b-9558-a6b729507217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:38.986177 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:40.969222 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-06422565-476b-4546-8e2f-631a9d4af4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:41.968295 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:43.470166 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:47.688043 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:16:55.105032 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 51560) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:16:55.167101 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 51566) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:16:55.454721 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Deleting subnet 6b4c8ad2-99f0-419d-ae91-7368480789e0 {{(pid=78436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 25 15:16:55.471939 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:55.534490 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7303082'] for subnet, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:55.711496 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409244'] for subnet, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:55.848650 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7232803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6113039'] for subnet, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:55.856292 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:16:55.919951 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b4c8ad2-99f0-419d-ae91-7368480789e0,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:16:55.929630 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:55.938059 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:55.938417 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:55.938769 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:55.939124 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:55.939468 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:55.939811 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:55.940151 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:55.940511 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:55.940854 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:55.941190 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:55.941525 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:55.941857 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:55.947295 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:16:55.948922 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-31a01fd1-f1af-4b8a-9076-1976c0457188 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6b4c8ad2-99f0-419d-ae91-7368480789e0 HTTP/1.1" status: 204  len: 168 time: 0.7808506
Jun 25 15:16:55.951481 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 51572) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:16:56.052734 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f15d1974-a13e-4ee0-b021-bb5b507d8e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760582'] for router_interface, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:56.161133 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1810749'] for network, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:56.282810 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410625', 'neutron.services.segments.db._delete_segments_for_network-8783892414913'] for network, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:56.299274 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd28af7a910>,) {'filters': {'network_id': ['6236b1ee-6a77-4b84-8c99-a47ec0d986a3']}} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:16:56.311321 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28af7a910>, '1b71895d-9a4e-4bfa-a007-caf8156298e3') {'for_net_delete': True} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:16:56.311581 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28af7a910>, '1b71895d-9a4e-4bfa-a007-caf8156298e3') {} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:16:56.322985 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783892427816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6995103'] for segment, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:56.339604 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:56.346429 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=78435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 25 15:16:56.346813 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1411209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6486702'] for segment, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]: Traceback (most recent call last):
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:     timer()
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:     cb(*args, **kw)
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:     return func(*args, **kwargs)
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:     self._notify()
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:     self.callback(batched_events)
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:     event.method(event)
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:     return f(self, *a, **k)
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._get(url).json()
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self.request(url, 'GET', **kwargs)
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 25 15:16:56.361622 dv-cinder-798091-1-iscsi neutron-server[78435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 25 15:16:56.411553 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-f15d1974-a13e-4ee0-b021-bb5b507d8e47 admin admin] Deleting port 34e447a1-b9db-410a-bfb7-78d4c6120b5e {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 15:16:56.412001 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f15d1974-a13e-4ee0-b021-bb5b507d8e47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:56.434818 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549382'] for network, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:56.438544 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e2768687-9c31-489e-a60c-29e029f143b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:16:56.457607 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:56.463625 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Pushing event deleted for resources: {'Network': ['ID=6236b1ee-6a77-4b84-8c99-a47ec0d986a3,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:16:56.475678 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:56.476009 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:56.476386 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:56.476825 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:56.477186 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:56.477546 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:56.477896 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:56.478247 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:56.479094 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:56.479094 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:56.479346 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:56.479614 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:16:56.483898 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] 10.222.0.52 "DELETE /v2.0/networks/6236b1ee-6a77-4b84-8c99-a47ec0d986a3 HTTP/1.1" status: 204  len: 168 time: 0.5307958
Jun 25 15:16:56.484798 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:16:56.609107 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 51580) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:16:56.660535 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-467c44ed-aaad-44b7-b171-a4c39174e246 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=205ee3e8bb3a4f52bccc89b6f2273f91&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0480351
Jun 25 15:16:56.660765 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 51584) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:16:56.693975 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [None req-f15d1974-a13e-4ee0-b021-bb5b507d8e47 admin admin] For port 34e447a1-b9db-410a-bfb7-78d4c6120b5e, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=34e447a1-b9db-410a-bfb7-78d4c6120b5e,segment=NetworkSegment(41004864-77df-4865-b51e-40b29aebd58b),segment_id=41004864-77df-4865-b51e-40b29aebd58b)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:16:56.694330 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f15d1974-a13e-4ee0-b021-bb5b507d8e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:56.719979 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ed8da9ff-8025-480c-a6e1-9b2207ec06e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:56.745768 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ed8da9ff-8025-480c-a6e1-9b2207ec06e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:56.797544 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ed8da9ff-8025-480c-a6e1-9b2207ec06e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:56.801412 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-2834bec7-4f1c-4d33-8002-41e4fb9725ab tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:16:56.814217 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8da9ff-8025-480c-a6e1-9b2207ec06e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c8dbb4-e907-4ec0-99ea-0cf03f73efc7,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:16:56.816616 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-f15d1974-a13e-4ee0-b021-bb5b507d8e47 admin admin] Calling delete_port for 34e447a1-b9db-410a-bfb7-78d4c6120b5e owned by network:router_interface {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 15:16:56.817109 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ed8da9ff-8025-480c-a6e1-9b2207ec06e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:16:56.819403 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-ed8da9ff-8025-480c-a6e1-9b2207ec06e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:56.820147 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-ed8da9ff-8025-480c-a6e1-9b2207ec06e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17c8dbb4-e907-4ec0-99ea-0cf03f73efc7 HTTP/1.1" status: 204  len: 168 time: 0.1585522
Jun 25 15:16:56.994972 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f15d1974-a13e-4ee0-b021-bb5b507d8e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:57.000049 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bbcff0a6-34ec-4cf0-9d36-87e6161c3bae tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:16:57.045523 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d1974-a13e-4ee0-b021-bb5b507d8e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e447a1-b9db-410a-bfb7-78d4c6120b5e,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:16:57.054911 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f15d1974-a13e-4ee0-b021-bb5b507d8e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:16:57.337379 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-f15d1974-a13e-4ee0-b021-bb5b507d8e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760746'] for router_interface, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:57.687465 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15d1974-a13e-4ee0-b021-bb5b507d8e47 admin admin] Router b028c316-8c84-4ffe-806c-b9f8a17a4525 has already been hosted by L3 agent 85741a4d-dd00-4d23-9b6a-3545e9a22bce {{(pid=78436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 25 15:16:57.858478 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15d1974-a13e-4ee0-b021-bb5b507d8e47 admin admin] Notify agent at l3_agent.dv-cinder-798091-1-iscsi the message routers_updated {{(pid=78436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 25 15:16:57.866775 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151113c-168f-4431-82f0-3a710965e20f None None] Sync routers for ids ['b028c316-8c84-4ffe-806c-b9f8a17a4525'] in dv-cinder-798091-1-iscsi {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 25 15:16:57.870466 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-f15d1974-a13e-4ee0-b021-bb5b507d8e47 admin admin] 10.222.0.52 "PUT /v2.0/routers/b028c316-8c84-4ffe-806c-b9f8a17a4525/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7642887
Jun 25 15:16:57.872867 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 51592) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:16:57.876214 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151113c-168f-4431-82f0-3a710965e20f None None] Routers {'b028c316-8c84-4ffe-806c-b9f8a17a4525'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 15:16:57.876839 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-6151113c-168f-4431-82f0-3a710965e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28adc5c10>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T15:16:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['b028c316-8c84-4ffe-806c-b9f8a17a4525'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:16:58.052338 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-6151113c-168f-4431-82f0-3a710965e20f None None] Set router b028c316-8c84-4ffe-806c-b9f8a17a4525 gateway port host: dv-cinder-798091-1-iscsi {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 15:16:58.161092 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c37b0781-e3c8-4578-8d6c-3f1c3ff62c21 admin admin] Notify callbacks [] for router, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:58.338623 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-6151113c-168f-4431-82f0-3a710965e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28adc5c10>, [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'external_fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T15:16:56Z', 'revision_number': 5, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port': {'id': '710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b', 'name': '', 'network_id': '598d3f89-d135-48db-a81c-d0cdd206ad8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603cb312-45ed-44f0-bfe6-5788d06b586a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798091-1-iscsi'}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:16:58.343336 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151113c-168f-4431-82f0-3a710965e20f None None] Checking router: b028c316-8c84-4ffe-806c-b9f8a17a4525 for host: dv-cinder-798091-1-iscsi {{(pid=78438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 25 15:16:58.345483 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c37b0781-e3c8-4578-8d6c-3f1c3ff62c21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:58.353128 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151113c-168f-4431-82f0-3a710965e20f None None] Routers {'b028c316-8c84-4ffe-806c-b9f8a17a4525'} bound to L3 agent in host dv-cinder-798091-1-iscsi {{(pid=78438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 25 15:16:58.353887 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-6151113c-168f-4431-82f0-3a710965e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd28adc5c10>, 'dv-cinder-798091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:30:41Z,description=<?>,heartbeat_timestamp=2021-06-25T15:16:41Z,host='dv-cinder-798091-1-iscsi',id=85741a4d-dd00-4d23-9b6a-3545e9a22bce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-25T14:30:41Z,topic='l3_agent')) {'router_ids': ['b028c316-8c84-4ffe-806c-b9f8a17a4525'], 'active': True} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:16:58.356892 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-c37b0781-e3c8-4578-8d6c-3f1c3ff62c21 admin admin] Deleting port 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 15:16:58.357332 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c37b0781-e3c8-4578-8d6c-3f1c3ff62c21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:58.500273 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_dvr_db [None req-6151113c-168f-4431-82f0-3a710965e20f None None] Set router b028c316-8c84-4ffe-806c-b9f8a17a4525 gateway port host: None {{(pid=78438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 25 15:16:58.530861 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [None req-c37b0781-e3c8-4578-8d6c-3f1c3ff62c21 admin admin] For port 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b,segment=NetworkSegment(393e67c7-29ff-45ea-a01e-be3ab778897e),segment_id=393e67c7-29ff-45ea-a01e-be3ab778897e)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:16:58.531213 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c37b0781-e3c8-4578-8d6c-3f1c3ff62c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:58.602088 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.l3_hamode_db [None req-6151113c-168f-4431-82f0-3a710965e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd28adc5c10>, [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T15:16:58Z', 'revision_number': 6, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port_host': None}], 'dv-cinder-798091-1-iscsi', False) {} {{(pid=78438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:16:58.605892 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151113c-168f-4431-82f0-3a710965e20f None None] The sync data for ids ['b028c316-8c84-4ffe-806c-b9f8a17a4525'] in dv-cinder-798091-1-iscsi is: [{'id': 'b028c316-8c84-4ffe-806c-b9f8a17a4525', 'name': 'tempest-AttachVolumeTestJSON-1815520999-router', 'tenant_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:54Z', 'updated_at': '2021-06-25T15:16:58Z', 'revision_number': 6, 'project_id': '77f5d5123a7c43d48ad3b58f8efecf4e', 'gw_port_host': None}] {{(pid=78438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 25 15:16:58.651376 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-c37b0781-e3c8-4578-8d6c-3f1c3ff62c21 admin admin] Calling delete_port for 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b owned by network:router_gateway {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 15:16:58.813500 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c37b0781-e3c8-4578-8d6c-3f1c3ff62c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:58.817872 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4861669d-d563-4985-8dfb-a877356f3eef tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:16:58.863328 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b0781-e3c8-4578-8d6c-3f1c3ff62c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:16:58.887883 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-c37b0781-e3c8-4578-8d6c-3f1c3ff62c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:16:58.950542 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c37b0781-e3c8-4578-8d6c-3f1c3ff62c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549411'] for router_gateway, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:59.119778 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c37b0781-e3c8-4578-8d6c-3f1c3ff62c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-996'] for router, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:59.121830 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c37b0781-e3c8-4578-8d6c-3f1c3ff62c21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:59.144742 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c37b0781-e3c8-4578-8d6c-3f1c3ff62c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691918'] for router, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:59.145230 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37b0781-e3c8-4578-8d6c-3f1c3ff62c21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b028c316-8c84-4ffe-806c-b9f8a17a4525 {{(pid=78436) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 25 15:16:59.157527 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-c37b0781-e3c8-4578-8d6c-3f1c3ff62c21 admin admin] Notify callbacks [] for router, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:59.158626 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-c37b0781-e3c8-4578-8d6c-3f1c3ff62c21 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b028c316-8c84-4ffe-806c-b9f8a17a4525 HTTP/1.1" status: 204  len: 168 time: 1.2848740
Jun 25 15:16:59.161074 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 51598) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:16:59.222086 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5ef643-d096-4729-a058-974e3d7e3e55 admin admin] Deleting subnet 9265467f-1c70-41b0-a5d8-95ad79db0d39 {{(pid=78436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 25 15:16:59.225028 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef643-d096-4729-a058-974e3d7e3e55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:59.272818 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef643-d096-4729-a058-974e3d7e3e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7303082'] for subnet, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:59.349878 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef643-d096-4729-a058-974e3d7e3e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409244'] for subnet, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:59.523050 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef643-d096-4729-a058-974e3d7e3e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7232803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6113039'] for subnet, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:59.527780 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:16:59.562621 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef643-d096-4729-a058-974e3d7e3e55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:59.565230 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ef643-d096-4729-a058-974e3d7e3e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9265467f-1c70-41b0-a5d8-95ad79db0d39,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:16:59.565511 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258078b0-ff48-4c23-aeab-e499ad2d1594 None None] Network 4b57f227-be72-49df-b303-59d0100b6e57 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 15:16:59.568116 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-ac5ef643-d096-4729-a058-974e3d7e3e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:16:59.573122 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-ac5ef643-d096-4729-a058-974e3d7e3e55 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9265467f-1c70-41b0-a5d8-95ad79db0d39 HTTP/1.1" status: 204  len: 168 time: 0.4089568
Jun 25 15:16:59.573382 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 51604) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:16:59.683309 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1810749'] for network, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:59.694316 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Deleting port 4a31e9c4-35b5-4d49-bed8-c517714d649c {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 15:16:59.694649 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:59.821755 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211904af-96ff-4a1e-ad41-8fc19ed55a6f None None] DHCP port deletion for 4b57f227-be72-49df-b303-59d0100b6e57 request from dv-cinder-798091-1-iscsi {{(pid=78437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 25 15:16:59.825824 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-211904af-96ff-4a1e-ad41-8fc19ed55a6f None None] Deleting port 4a31e9c4-35b5-4d49-bed8-c517714d649c {{(pid=78437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 15:16:59.826195 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-211904af-96ff-4a1e-ad41-8fc19ed55a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:16:59.903211 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] For port 4a31e9c4-35b5-4d49-bed8-c517714d649c, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=4a31e9c4-35b5-4d49-bed8-c517714d649c,segment=NetworkSegment(41004864-77df-4865-b51e-40b29aebd58b),segment_id=41004864-77df-4865-b51e-40b29aebd58b)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:16:59.903821 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:00.027710 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Calling delete_port for 4a31e9c4-35b5-4d49-bed8-c517714d649c owned by network:dhcp {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 15:17:00.042315 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-211904af-96ff-4a1e-ad41-8fc19ed55a6f None None] For port 4a31e9c4-35b5-4d49-bed8-c517714d649c, host dv-cinder-798091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798091-1-iscsi',level=0,port_id=4a31e9c4-35b5-4d49-bed8-c517714d649c,segment=NetworkSegment(41004864-77df-4865-b51e-40b29aebd58b),segment_id=41004864-77df-4865-b51e-40b29aebd58b)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:17:00.042715 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-211904af-96ff-4a1e-ad41-8fc19ed55a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:00.104848 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:00.109328 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d4722329-6483-4539-ae2f-74c80a2d4ae8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:00.158723 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a31e9c4-35b5-4d49-bed8-c517714d649c,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:00.160761 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] No DVR routers for this DVR port 4a31e9c4-35b5-4d49-bed8-c517714d649c on host dv-cinder-798091-1-iscsi {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 15:17:00.162358 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:00.179380 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-211904af-96ff-4a1e-ad41-8fc19ed55a6f None None] Calling delete_port for 4a31e9c4-35b5-4d49-bed8-c517714d649c owned by network:dhcp {{(pid=78437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 15:17:00.229692 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 34e447a1-b9db-410a-bfb7-78d4c6120b5e no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 15:17:00.271242 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 34e447a1-b9db-410a-bfb7-78d4c6120b5e {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 15:17:00.271593 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 34e447a1-b9db-410a-bfb7-78d4c6120b5e not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 15:17:00.272052 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 15:17:00.284684 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410625', 'neutron.services.segments.db._delete_segments_for_network-8783892414913'] for network, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:00.298695 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd28a64d160>,) {'filters': {'network_id': ['4b57f227-be72-49df-b303-59d0100b6e57']}} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:17:00.311711 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28a64d160>, '41004864-77df-4865-b51e-40b29aebd58b') {'for_net_delete': True} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:17:00.312004 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28a64d160>, '41004864-77df-4865-b51e-40b29aebd58b') {} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:17:00.313592 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 15:17:00.313949 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 710594c0-dbdc-4e1f-97c2-f8cc8dc0fd4b not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 15:17:00.314381 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 4a31e9c4-35b5-4d49-bed8-c517714d649c no longer exists at agent ovs-agent-dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 15:17:00.323418 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783892427816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7303059'] for segment, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:00.340348 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:00.348052 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=78436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 25 15:17:00.348579 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1411209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7229825'] for segment, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]: Traceback (most recent call last):
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:     timer()
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:     cb(*args, **kw)
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:     return func(*args, **kwargs)
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:     self._notify()
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:     self.callback(batched_events)
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:     event.method(event)
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:     return f(self, *a, **k)
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:     return self._get(url).json()
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:     return self.request(url, 'GET', **kwargs)
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 25 15:17:00.363392 dv-cinder-798091-1-iscsi neutron-server[78436]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 25 15:17:00.406341 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] No Port match for: 4a31e9c4-35b5-4d49-bed8-c517714d649c {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 15:17:00.406341 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Device 4a31e9c4-35b5-4d49-bed8-c517714d649c not bound to the agent host dv-cinder-798091-1-iscsi {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 15:17:00.408114 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.db.api [None req-211904af-96ff-4a1e-ad41-8fc19ed55a6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 25 15:17:00.408490 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_db.api [None req-211904af-96ff-4a1e-ad41-8fc19ed55a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 25 15:17:00.444758 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549382'] for network, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:00.448350 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-febf6b3b-278c-4570-b610-312c7b69689b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:00.462620 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:00.474898 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b57f227-be72-49df-b303-59d0100b6e57,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:00.479215 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:00.487621 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4b57f227-be72-49df-b303-59d0100b6e57 HTTP/1.1" status: 204  len: 168 time: 0.9132183
Jun 25 15:17:00.663425 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 51612) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:00.714906 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e4990804-fc18-4fb6-987c-6ba0b8a38d8f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=77f5d5123a7c43d48ad3b58f8efecf4e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0502827
Jun 25 15:17:00.717218 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 51616) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:00.773468 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4bb55e60-30d0-4e24-9c4b-5030583480dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:00.800170 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4bb55e60-30d0-4e24-9c4b-5030583480dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:00.852920 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4bb55e60-30d0-4e24-9c4b-5030583480dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:00.857922 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e6093755-21f1-4424-9981-de8d59bcd9b3 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:00.872797 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb55e60-30d0-4e24-9c4b-5030583480dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ca56dd-6f6f-4e04-9d7b-bf912b3f4f88,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:00.876630 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-4bb55e60-30d0-4e24-9c4b-5030583480dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:00.880630 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4bb55e60-30d0-4e24-9c4b-5030583480dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:00.881846 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-4bb55e60-30d0-4e24-9c4b-5030583480dd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2ca56dd-6f6f-4e04-9d7b-bf912b3f4f88 HTTP/1.1" status: 204  len: 168 time: 0.1631992
Jun 25 15:17:00.910083 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-211904af-96ff-4a1e-ad41-8fc19ed55a6f None None] Deleting port 4a31e9c4-35b5-4d49-bed8-c517714d649c {{(pid=78437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 15:17:00.910626 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-211904af-96ff-4a1e-ad41-8fc19ed55a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:00.981738 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-211904af-96ff-4a1e-ad41-8fc19ed55a6f None None] The port '4a31e9c4-35b5-4d49-bed8-c517714d649c' was deleted {{(pid=78437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jun 25 15:17:02.341776 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:08.219372 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f94daedc-5ac7-4905-9206-11e18dbf63f4 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:08.220825 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f94daedc-5ac7-4905-9206-11e18dbf63f4 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 815 time: 0.1426449
Jun 25 15:17:08.235265 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-c10020e4-d50a-4454-89e5-5d5309e02948 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/quotas/934903a783eb4af39fda6a2eb90504c9 HTTP/1.1" status: 200  len: 375 time: 0.0088608
Jun 25 15:17:08.321989 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-2b55d63d-a666-4fe3-8995-8be83645dfe0 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0815642
Jun 25 15:17:08.420792 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b95bdd9f-689e-4acf-be7b-5ab6aaad454d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:08.441111 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-115d22f7-669c-4722-ba62-e8421be6e4b6 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=78435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 25 15:17:08.442163 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-115d22f7-669c-4722-ba62-e8421be6e4b6 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1131732
Jun 25 15:17:08.595537 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-c7cc8c24-98fc-41b4-a544-f366ff0b7cf8 service neutron] 10.222.0.52 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463130
Jun 25 15:17:08.728923 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-2a653097-3d1c-474c-b592-f2c9e05f2cb9 service neutron] 10.222.0.52 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274669
Jun 25 15:17:08.989013 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:09.928744 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-56ba33f4-d4b3-4499-a3c1-375ec10d2b7c req-ec3babc3-1df4-4dc4-8785-23ee39d3fb4d tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 210 time: 0.0440385
Jun 25 15:17:10.973190 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-14864d0e-3bb0-4af8-8da3-49ead86253a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:11.038050 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-cda704f6-997c-49c3-8211-35636daa63c3 req-95b97589-3439-4d80-812c-fd27b7d7b639 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 210 time: 0.0434461
Jun 25 15:17:11.240497 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 51782) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:11.355894 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d94f4033-7016-4b95-85ae-930a9ff27215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:11.369874 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d94f4033-7016-4b95-85ae-930a9ff27215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:11.373718 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d94f4033-7016-4b95-85ae-930a9ff27215 admin admin] Usage tracker for resource:security_group_rule and tenant:666b736a2db444428617a8a6247503d2 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:11.377076 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-d94f4033-7016-4b95-85ae-930a9ff27215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:11.382829 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-d94f4033-7016-4b95-85ae-930a9ff27215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:11.465800 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d94f4033-7016-4b95-85ae-930a9ff27215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:11.469594 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-d94f4033-7016-4b95-85ae-930a9ff27215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:11.476342 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f2c54d76-1116-44b5-86c6-684372f3c1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:11.514202 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f4033-7016-4b95-85ae-930a9ff27215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfef4c32-f98c-45df-a5e8-15b5b048cefa,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:11.519002 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-d94f4033-7016-4b95-85ae-930a9ff27215 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=666b736a2db444428617a8a6247503d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2774026
Jun 25 15:17:11.519896 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d94f4033-7016-4b95-85ae-930a9ff27215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:11.521605 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 51788) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:11.579624 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-75c9d8ac-3f13-4871-a10d-7c268df37886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:11.604146 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-75c9d8ac-3f13-4871-a10d-7c268df37886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:11.653770 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-75c9d8ac-3f13-4871-a10d-7c268df37886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:11.657402 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-1dc4cc94-d55f-416a-8cbd-3ab544f62779 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:11.669578 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9d8ac-3f13-4871-a10d-7c268df37886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfef4c32-f98c-45df-a5e8-15b5b048cefa,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:11.673954 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-75c9d8ac-3f13-4871-a10d-7c268df37886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:11.675145 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-75c9d8ac-3f13-4871-a10d-7c268df37886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:11.676222 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-75c9d8ac-3f13-4871-a10d-7c268df37886 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dfef4c32-f98c-45df-a5e8-15b5b048cefa HTTP/1.1" status: 204  len: 168 time: 0.1537609
Jun 25 15:17:11.971757 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:12.145390 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-d84094a6-628f-4717-ba66-1cacb4bf46c6 req-e3449790-c594-4fef-9e38-534239e283e7 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 210 time: 0.0556698
Jun 25 15:17:13.000929 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 51850) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:13.114256 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4c565795-73b1-407f-ada5-16fcf926fb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:13.128503 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-4c565795-73b1-407f-ada5-16fcf926fb5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:13.132209 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-4c565795-73b1-407f-ada5-16fcf926fb5e admin admin] Usage tracker for resource:security_group_rule and tenant:0b3027a197644551afd9a540f2e46748 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:13.134955 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-4c565795-73b1-407f-ada5-16fcf926fb5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:13.140448 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-4c565795-73b1-407f-ada5-16fcf926fb5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:13.259687 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-735eb524-008a-4c23-95a0-694b4915f3f3 req-3414bcfb-123c-476e-81ed-fac877cb4f05 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 210 time: 0.0554550
Jun 25 15:17:13.263628 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4c565795-73b1-407f-ada5-16fcf926fb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:13.268867 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-4c565795-73b1-407f-ada5-16fcf926fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:13.280208 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-2df3aea4-46af-4b7b-99e4-2ff2ca9e4706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:13.315972 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-4c565795-73b1-407f-ada5-16fcf926fb5e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b3027a197644551afd9a540f2e46748&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3140037
Jun 25 15:17:13.318799 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 51858) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:13.320167 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c565795-73b1-407f-ada5-16fcf926fb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8719336c-3d61-4341-9dba-875a12d97c03,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:13.323148 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-4c565795-73b1-407f-ada5-16fcf926fb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:13.377390 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-11e69e84-afa9-4544-89f4-224e62a1a412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:13.402714 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-11e69e84-afa9-4544-89f4-224e62a1a412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:13.461811 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-11e69e84-afa9-4544-89f4-224e62a1a412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:13.468701 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:13.473888 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:13.482047 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e69e84-afa9-4544-89f4-224e62a1a412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8719336c-3d61-4341-9dba-875a12d97c03,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:13.485478 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-11e69e84-afa9-4544-89f4-224e62a1a412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:13.486532 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-11e69e84-afa9-4544-89f4-224e62a1a412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:13.490193 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-11e69e84-afa9-4544-89f4-224e62a1a412 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8719336c-3d61-4341-9dba-875a12d97c03 HTTP/1.1" status: 204  len: 168 time: 0.1678784
Jun 25 15:17:14.409535 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b70e1001-5d65-4ace-9cd4-f6562eaa43ca req-0f9eb800-f218-43bc-9d56-a60e7b0fa1a5 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 210 time: 0.0457244
Jun 25 15:17:15.299478 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 51920) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:15.459561 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1f568e6c-086b-4cab-93b8-b5c775761ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:15.483467 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-1f568e6c-086b-4cab-93b8-b5c775761ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:15.491464 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-1f568e6c-086b-4cab-93b8-b5c775761ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:5863acb65ca841b4ba2466674f0aec8c is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:15.497133 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-1f568e6c-086b-4cab-93b8-b5c775761ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:15.513535 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-1f568e6c-086b-4cab-93b8-b5c775761ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:15.549149 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-5a8a280b-6390-4498-8aa7-3986f8a8fbe2 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:15.550579 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-5a8a280b-6390-4498-8aa7-3986f8a8fbe2 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 815 time: 0.1998463
Jun 25 15:17:15.572086 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Request body: {'port': {'device_id': '44af99f5-cf72-4bf7-bf96-da4ac120eda4', 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35', 'admin_state_up': True, 'tenant_id': '934903a783eb4af39fda6a2eb90504c9'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:17:15.584939 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-00956acf-ab79-4672-a636-70ea43206bec req-66efe92e-f686-4aa2-9623-82275e1e87c2 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 210 time: 0.0525739
Jun 25 15:17:15.754293 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1f568e6c-086b-4cab-93b8-b5c775761ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:15.755593 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:15.759766 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1f568e6c-086b-4cab-93b8-b5c775761ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:15.768315 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Usage tracker for resource:port and tenant:934903a783eb4af39fda6a2eb90504c9 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:15.770700 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:15.780715 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:15.799792 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:15.819046 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-1f568e6c-086b-4cab-93b8-b5c775761ae3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5863acb65ca841b4ba2466674f0aec8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5185032
Jun 25 15:17:15.822478 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 51932) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:15.824087 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f568e6c-086b-4cab-93b8-b5c775761ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c440ead8-5a0f-4208-a13e-70c27349e040,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:15.826561 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Made reservation on behalf of 934903a783eb4af39fda6a2eb90504c9 for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 15:17:15.830639 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:15.841536 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1f568e6c-086b-4cab-93b8-b5c775761ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:15.980146 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bc0f414f-1c4f-4d8f-8a3a-bff262003efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:16.007369 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bc0f414f-1c4f-4d8f-8a3a-bff262003efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:16.060245 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bc0f414f-1c4f-4d8f-8a3a-bff262003efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:16.064677 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d94f4033-7016-4b95-85ae-930a9ff27215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:16.077752 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f414f-1c4f-4d8f-8a3a-bff262003efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c440ead8-5a0f-4208-a13e-70c27349e040,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:16.081570 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-bc0f414f-1c4f-4d8f-8a3a-bff262003efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:16.087492 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-bc0f414f-1c4f-4d8f-8a3a-bff262003efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:16.088626 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-bc0f414f-1c4f-4d8f-8a3a-bff262003efe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c440ead8-5a0f-4208-a13e-70c27349e040 HTTP/1.1" status: 204  len: 168 time: 0.2651579
Jun 25 15:17:16.099176 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Allocated IP 172.20.0.7 (78547268-8214-4423-9f3f-8a65fe08ad35/67e833b4-f89f-4849-ac27-989765be7eb6/5d238c9e-e5ef-46a0-90bb-3672a2cfd691) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 15:17:16.316479 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:16.347380 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:16.353375 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:16.366672 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 51940) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:16.387147 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['8b2a15ca-85f5-45c4-b7c3-4653824fc094', '65126d0d-d420-482a-a46d-4bd26064d79e'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 15:17:16.392379 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-88e29641-1a07-452d-9ab6-33724a631f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:16.413964 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-88e29641-1a07-452d-9ab6-33724a631f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:16.418712 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-88e29641-1a07-452d-9ab6-33724a631f77 admin admin] Usage tracker for resource:security_group_rule and tenant:afe0eb7acde4409f873925715ebfb9d6 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:16.421809 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Network 78547268-8214-4423-9f3f-8a65fe08ad35 is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 15:17:16.423051 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-88e29641-1a07-452d-9ab6-33724a631f77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:16.424841 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 15:17:16.428968 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 15:17:16.431068 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-88e29641-1a07-452d-9ab6-33724a631f77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:16.480726 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Pushing event updated for resources: {'Port': ['ID=5d238c9e-e5ef-46a0-90bb-3672a2cfd691,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:16.485630 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:16.501924 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:16.502548 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:16.527782 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-88e29641-1a07-452d-9ab6-33724a631f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:16.530935 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f6af0f29-4903-498e-a612-c3dd558b2b12 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9610083
Jun 25 15:17:16.533428 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-88e29641-1a07-452d-9ab6-33724a631f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:16.541512 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-42aacbd6-091d-4bbf-a504-d3e5ec560570 tempest-VolumesNegativeTest-2071028281 tempest-VolumesNegativeTest-2071028281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:16.549861 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Request body: {'port': {'device_id': '44af99f5-cf72-4bf7-bf96-da4ac120eda4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:17:16.584459 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e29641-1a07-452d-9ab6-33724a631f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2898b29-bb53-4b8d-9b48-c8c8c62f1f5e,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:16.591391 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-88e29641-1a07-452d-9ab6-33724a631f77 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=afe0eb7acde4409f873925715ebfb9d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2229431
Jun 25 15:17:16.592215 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 51944) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:16.592373 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-88e29641-1a07-452d-9ab6-33724a631f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:16.709311 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:16.726472 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1e7b7b00-4c22-486a-bc2a-d0e39a48b0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:16.780659 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0ce05-ef0b-4e3e-ad8e-32edd64e0a33 req-e0305b31-a87f-45c3-81fb-041b698ad51a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:16.782152 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-53a0ce05-ef0b-4e3e-ad8e-32edd64e0a33 req-e0305b31-a87f-45c3-81fb-041b698ad51a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 931 time: 0.0865216
Jun 25 15:17:16.797741 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1e7b7b00-4c22-486a-bc2a-d0e39a48b0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:16.832258 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-53a0ce05-ef0b-4e3e-ad8e-32edd64e0a33 req-08c853b2-6385-47bc-9b55-77536bedc20f tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430117
Jun 25 15:17:16.935531 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1e7b7b00-4c22-486a-bc2a-d0e39a48b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:16.940792 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7494f0e7-93b4-4d9f-8a06-4f48d425a9d8 tempest-AttachVolumeTestJSON-2113613899 tempest-AttachVolumeTestJSON-2113613899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:17.009276 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b7b00-4c22-486a-bc2a-d0e39a48b0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2898b29-bb53-4b8d-9b48-c8c8c62f1f5e,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:17.022367 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1e7b7b00-4c22-486a-bc2a-d0e39a48b0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:17.028377 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-1e7b7b00-4c22-486a-bc2a-d0e39a48b0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:17.029491 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-1e7b7b00-4c22-486a-bc2a-d0e39a48b0e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2898b29-bb53-4b8d-9b48-c8c8c62f1f5e HTTP/1.1" status: 204  len: 168 time: 0.4355681
Jun 25 15:17:17.136401 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 15:17:17.144237 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:17.159502 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Transition to ACTIVE for port object 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 15:17:17.163065 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7229925'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:17.167760 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bf53e510-49db-46c9-82c0-6f82eaaac8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:17.318831 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Pushing event updated for resources: {'Port': ['ID=5d238c9e-e5ef-46a0-90bb-3672a2cfd691,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:17.326553 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:17.403569 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Attempting to bind port 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 15:17:17.403899 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Attempting to bind port 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'e365e076-b886-4418-9a91-58dd63a2c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 15:17:17.404218 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Attempting to bind port 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 on network 78547268-8214-4423-9f3f-8a65fe08ad35 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 15:17:17.409923 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Port 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 on network 78547268-8214-4423-9f3f-8a65fe08ad35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 15:17:17.410239 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Attempting to bind port 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 on network 78547268-8214-4423-9f3f-8a65fe08ad35 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 15:17:17.416223 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 15, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 15:17:17.416587 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Checking segment: {'id': 'e365e076-b886-4418-9a91-58dd63a2c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 15:17:17.416973 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Bound using segment: {'id': 'e365e076-b886-4418-9a91-58dd63a2c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 15:17:17.417639 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Bound port: 5d238c9e-e5ef-46a0-90bb-3672a2cfd691, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e365e076-b886-4418-9a91-58dd63a2c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 15:17:17.418000 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:17.513480 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] For port 5d238c9e-e5ef-46a0-90bb-3672a2cfd691, host hv-cinder-79809, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 15:17:17.517346 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] For port 5d238c9e-e5ef-46a0-90bb-3672a2cfd691, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5d238c9e-e5ef-46a0-90bb-3672a2cfd691,segment=NetworkSegment(e365e076-b886-4418-9a91-58dd63a2c066),segment_id=e365e076-b886-4418-9a91-58dd63a2c066)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 15:17:17.522555 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7229925'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:17.527209 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-52e43b7b-d5ed-4d2a-8426-e8ead0b2775d tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:17.578016 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:17.578697 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:17.583038 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] 10.222.0.16 "PUT /v2.0/ports/5d238c9e-e5ef-46a0-90bb-3672a2cfd691 HTTP/1.1" status: 200  len: 1093 time: 1.0368843
Jun 25 15:17:17.590698 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44af99f5-cf72-4bf7-bf96-da4ac120eda4', 'tag': '5d238c9e-e5ef-46a0-90bb-3672a2cfd691'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 15:17:17.622646 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Pushing event updated for resources: {'Port': ['ID=5d238c9e-e5ef-46a0-90bb-3672a2cfd691,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:17.627596 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-37786fc7-4dc8-4610-88c9-4d62412a1bcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:17.719147 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-51c32480-7962-4ef0-bc5d-f943ee1112ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:17.720660 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-51c32480-7962-4ef0-bc5d-f943ee1112ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 1096 time: 0.0755503
Jun 25 15:17:17.804771 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-b642f548-81c4-4d40-aaaa-70a81cda1fae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d238c9e-e5ef-46a0-90bb-3672a2cfd691 HTTP/1.1" status: 200  len: 217 time: 0.0688236
Jun 25 15:17:17.856844 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44af99f5-cf72-4bf7-bf96-da4ac120eda4', 'tag': '5d238c9e-e5ef-46a0-90bb-3672a2cfd691', 'status': 'completed', 'code': 200}
Jun 25 15:17:17.871079 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f937dcb7-ad92-4310-bafe-ca4c48f84826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:17.872700 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-f937dcb7-ad92-4310-bafe-ca4c48f84826 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0614121
Jun 25 15:17:18.017043 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-6ebce662-442a-47fa-86c6-00e0134a7407 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1366608
Jun 25 15:17:18.036045 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a992e-94f0-4c1d-b3c2-e3156b8c2957 req-e28a169e-e4e1-4879-8cc6-cf9a3dfab4ea tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:18.038519 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b48a992e-94f0-4c1d-b3c2-e3156b8c2957 req-e28a169e-e4e1-4879-8cc6-cf9a3dfab4ea tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 943 time: 0.0935156
Jun 25 15:17:18.087951 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b48a992e-94f0-4c1d-b3c2-e3156b8c2957 req-d3896e4a-d9b7-4073-90d4-559045a8a479 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440652
Jun 25 15:17:18.173220 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-75cd7d77-8c69-48b7-a5ff-e23bdc46dfca service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447575
Jun 25 15:17:18.304984 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-8b3635a6-9565-4029-ae6e-d283686a3514 req-af71cf11-59b6-4826-bb00-40e8815944d8 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243086
Jun 25 15:17:18.483148 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f160c8-78da-4ae8-bebe-b751df0e8a9b req-d56149bd-4c8c-43a6-b7de-019aa2fd1bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:18.484788 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-99f160c8-78da-4ae8-bebe-b751df0e8a9b req-d56149bd-4c8c-43a6-b7de-019aa2fd1bba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 1096 time: 0.0769672
Jun 25 15:17:18.631088 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f160c8-78da-4ae8-bebe-b751df0e8a9b req-b484c6ae-3817-4eba-934e-9d31cc547b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:18.633722 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-99f160c8-78da-4ae8-bebe-b751df0e8a9b req-b484c6ae-3817-4eba-934e-9d31cc547b06 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 916 time: 0.1390007
Jun 25 15:17:18.705027 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-99f160c8-78da-4ae8-bebe-b751df0e8a9b req-d313de7e-ee4d-4446-b41a-b7be732cb1a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d238c9e-e5ef-46a0-90bb-3672a2cfd691 HTTP/1.1" status: 200  len: 217 time: 0.0638011
Jun 25 15:17:18.769995 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f160c8-78da-4ae8-bebe-b751df0e8a9b req-2d6c327b-337d-44aa-bb8d-60504a1515f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:18.771410 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-99f160c8-78da-4ae8-bebe-b751df0e8a9b req-2d6c327b-337d-44aa-bb8d-60504a1515f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0601044
Jun 25 15:17:18.824195 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-99f160c8-78da-4ae8-bebe-b751df0e8a9b req-0d92fa5f-596f-4c9e-910e-67cf8d79c50e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442894
Jun 25 15:17:18.964037 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-99f160c8-78da-4ae8-bebe-b751df0e8a9b req-f9b80c74-9261-41ca-83aa-f7044c04bd34 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314096
Jun 25 15:17:19.125739 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-99f160c8-78da-4ae8-bebe-b751df0e8a9b req-e432b053-94be-4a8c-93c6-a42b7d29cb63 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519349
Jun 25 15:17:19.304223 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af552899-d7b8-47b4-bc97-c2f28005f701 req-4b40bbd7-12ce-478c-9607-7e6a678298e2 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:19.305676 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-af552899-d7b8-47b4-bc97-c2f28005f701 req-4b40bbd7-12ce-478c-9607-7e6a678298e2 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 943 time: 0.0847263
Jun 25 15:17:19.350928 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-af552899-d7b8-47b4-bc97-c2f28005f701 req-4fc46442-2db4-44ae-be45-3957f816771a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395246
Jun 25 15:17:20.533594 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97ac37-e8a8-4acd-b913-79efd19f0057 req-a7128e31-ee7c-4c99-a68b-3b67f675f3a9 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:20.535036 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2a97ac37-e8a8-4acd-b913-79efd19f0057 req-a7128e31-ee7c-4c99-a68b-3b67f675f3a9 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 943 time: 0.0795052
Jun 25 15:17:20.582196 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2a97ac37-e8a8-4acd-b913-79efd19f0057 req-2518f465-2d57-4276-bbb3-813b6da30e81 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413558
Jun 25 15:17:21.027442 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 15:17:21.155188 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 5d238c9e-e5ef-46a0-90bb-3672a2cfd691, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5d238c9e-e5ef-46a0-90bb-3672a2cfd691,segment=NetworkSegment(e365e076-b886-4418-9a91-58dd63a2c066),segment_id=e365e076-b886-4418-9a91-58dd63a2c066)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:17:21.167701 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': '5d238c9e-e5ef-46a0-90bb-3672a2cfd691', 'network_id': '78547268-8214-4423-9f3f-8a65fe08ad35', 'port_id': '5d238c9e-e5ef-46a0-90bb-3672a2cfd691', 'mac_address': 'fa:16:3e:3d:db:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e833b4-f89f-4849-ac27-989765be7eb6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 15:17:21.224241 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:21.240266 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 15:17:21.255319 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 5d238c9e-e5ef-46a0-90bb-3672a2cfd691, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5d238c9e-e5ef-46a0-90bb-3672a2cfd691,segment=NetworkSegment(e365e076-b886-4418-9a91-58dd63a2c066),segment_id=e365e076-b886-4418-9a91-58dd63a2c066)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:17:21.259010 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:21.260741 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:21.329683 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=5d238c9e-e5ef-46a0-90bb-3672a2cfd691,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:21.337108 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:21.337448 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:21.337781 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:21.338106 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:21.338622 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:21.338739 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:21.339055 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:21.339370 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:21.339685 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:21.339995 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:21.340305 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:21.340641 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:21.344935 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:21.590814 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['5d238c9e-e5ef-46a0-90bb-3672a2cfd691'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 15:17:21.769586 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f6fd6-392a-4bf4-97de-49c9e5fe427e req-fbfc5013-dc82-4838-b3fa-18058d64952a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:21.771063 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-954f6fd6-392a-4bf4-97de-49c9e5fe427e req-fbfc5013-dc82-4838-b3fa-18058d64952a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 944 time: 0.0823617
Jun 25 15:17:21.818175 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-954f6fd6-392a-4bf4-97de-49c9e5fe427e req-1120f065-76bf-40ea-a0a8-dd542238b6be tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413685
Jun 25 15:17:22.841194 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52056) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:22.984756 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-287e98e7-66b2-4978-b14d-3d6dbbada617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:23.008810 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-287e98e7-66b2-4978-b14d-3d6dbbada617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:23.014275 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-287e98e7-66b2-4978-b14d-3d6dbbada617 admin admin] Usage tracker for resource:security_group_rule and tenant:742126a0ce4a407299d6c2a0f65efd07 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:23.019005 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-287e98e7-66b2-4978-b14d-3d6dbbada617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:23.025579 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-287e98e7-66b2-4978-b14d-3d6dbbada617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:23.030849 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 15:17:23.059499 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db113777-9af4-4a20-85ea-bf428df590f9 req-72d18d93-2c6f-40ee-9756-bf83fff46d9d tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:23.061002 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-db113777-9af4-4a20-85ea-bf428df590f9 req-72d18d93-2c6f-40ee-9756-bf83fff46d9d tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 944 time: 0.1373758
Jun 25 15:17:23.101577 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 15:17:23.106262 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 15:17:23.106642 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:23.124524 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-db113777-9af4-4a20-85ea-bf428df590f9 req-1ddae428-dbbe-4125-94b5-3127d793c8a7 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559092
Jun 25 15:17:23.161251 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-287e98e7-66b2-4978-b14d-3d6dbbada617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:23.165877 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-287e98e7-66b2-4978-b14d-3d6dbbada617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:23.174492 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ac7b10ef-9462-4b62-b92c-ded560ff0508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:23.214149 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-287e98e7-66b2-4978-b14d-3d6dbbada617 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=742126a0ce4a407299d6c2a0f65efd07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3718722
Jun 25 15:17:23.215005 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e98e7-66b2-4978-b14d-3d6dbbada617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dce056-5d3a-4a6e-becf-1eb316732fff,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:23.216835 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 52064) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:23.218202 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-287e98e7-66b2-4978-b14d-3d6dbbada617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:23.226610 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:23.254168 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44af99f5-cf72-4bf7-bf96-da4ac120eda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d238c9e-e5ef-46a0-90bb-3672a2cfd691'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 15:17:23.263819 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 5d238c9e-e5ef-46a0-90bb-3672a2cfd691, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5d238c9e-e5ef-46a0-90bb-3672a2cfd691,segment=NetworkSegment(e365e076-b886-4418-9a91-58dd63a2c066),segment_id=e365e076-b886-4418-9a91-58dd63a2c066)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:17:23.270785 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:23.272654 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:23.280821 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8b3ad6a6-daa7-4239-8338-1248381e6921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:23.307758 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8b3ad6a6-daa7-4239-8338-1248381e6921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:23.343170 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=5d238c9e-e5ef-46a0-90bb-3672a2cfd691,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:23.346510 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:23.364651 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8b3ad6a6-daa7-4239-8338-1248381e6921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:23.368277 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e6af3fec-4653-4ee2-a231-7c40e9bf6052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:23.379253 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ad6a6-daa7-4239-8338-1248381e6921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dce056-5d3a-4a6e-becf-1eb316732fff,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:23.382933 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-8b3ad6a6-daa7-4239-8338-1248381e6921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:23.386152 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-8b3ad6a6-daa7-4239-8338-1248381e6921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:23.388913 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-8b3ad6a6-daa7-4239-8338-1248381e6921 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f6dce056-5d3a-4a6e-becf-1eb316732fff HTTP/1.1" status: 204  len: 168 time: 0.1699927
Jun 25 15:17:23.450629 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44af99f5-cf72-4bf7-bf96-da4ac120eda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d238c9e-e5ef-46a0-90bb-3672a2cfd691', 'code': 200}
Jun 25 15:17:23.682586 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52076) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:23.703855 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3be680e8-d898-4b6e-8045-b016e7848cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:23.718527 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-3be680e8-d898-4b6e-8045-b016e7848cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:23.720856 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25026f-8c3d-4f8d-ae04-4dadc366cb0e req-4c4695d7-05b1-4cd6-85e1-fbfa73e3e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:23.722583 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-be25026f-8c3d-4f8d-ae04-4dadc366cb0e req-4c4695d7-05b1-4cd6-85e1-fbfa73e3e054 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 1098 time: 0.0751290
Jun 25 15:17:23.722855 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-3be680e8-d898-4b6e-8045-b016e7848cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:fce5534142b5468aa5d08cd70508db24 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:23.725666 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-3be680e8-d898-4b6e-8045-b016e7848cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:23.731299 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-3be680e8-d898-4b6e-8045-b016e7848cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:23.767057 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-be25026f-8c3d-4f8d-ae04-4dadc366cb0e req-69678be8-7d5c-415f-964e-9456316240c2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377445
Jun 25 15:17:23.820552 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3be680e8-d898-4b6e-8045-b016e7848cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:23.825501 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3be680e8-d898-4b6e-8045-b016e7848cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:23.834092 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-bbf9ee49-ae9c-408d-a97d-afa361cb91f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:23.873250 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be680e8-d898-4b6e-8045-b016e7848cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83aaa1c9-dbe6-4ca9-af31-83834d1f3df3,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:23.877468 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-3be680e8-d898-4b6e-8045-b016e7848cd0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fce5534142b5468aa5d08cd70508db24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1938262
Jun 25 15:17:23.878436 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3be680e8-d898-4b6e-8045-b016e7848cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:23.880140 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52080) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:23.938759 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-04f43fef-65ed-4b94-ac4f-02fba8889ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:23.964032 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-04f43fef-65ed-4b94-ac4f-02fba8889ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:24.020594 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-04f43fef-65ed-4b94-ac4f-02fba8889ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:24.024564 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ebeaf3d3-8370-4b13-9569-237f62fdff55 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:24.036546 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f43fef-65ed-4b94-ac4f-02fba8889ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aaa1c9-dbe6-4ca9-af31-83834d1f3df3,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:24.039336 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-04f43fef-65ed-4b94-ac4f-02fba8889ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:24.055823 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-04f43fef-65ed-4b94-ac4f-02fba8889ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:24.057239 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-04f43fef-65ed-4b94-ac4f-02fba8889ca3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83aaa1c9-dbe6-4ca9-af31-83834d1f3df3 HTTP/1.1" status: 204  len: 168 time: 0.1759708
Jun 25 15:17:24.314918 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35175a3d-95ff-4038-98c7-be32b4025a25 req-d6c3f500-822d-46d4-865d-7433d4afb8b9 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:24.316407 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-35175a3d-95ff-4038-98c7-be32b4025a25 req-d6c3f500-822d-46d4-865d-7433d4afb8b9 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 945 time: 0.0830545
Jun 25 15:17:24.369240 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-35175a3d-95ff-4038-98c7-be32b4025a25 req-f353c71b-9a1d-4513-84da-9dbd6b7db0c3 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459661
Jun 25 15:17:24.688554 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:17:25.566387 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7ee11-2c20-436c-8975-1af89ddd5e04 req-e99cf666-1eaf-4a89-b151-b797b99822e4 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:25.567862 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-19d7ee11-2c20-436c-8975-1af89ddd5e04 req-e99cf666-1eaf-4a89-b151-b797b99822e4 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 945 time: 0.0845389
Jun 25 15:17:25.613481 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-19d7ee11-2c20-436c-8975-1af89ddd5e04 req-4f88fa93-4bff-4344-8529-3dab94272c45 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398166
Jun 25 15:17:31.516326 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 52230) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:31.635662 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b086fbf8-68ae-43b6-965c-ecec0420c39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:31.650804 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-b086fbf8-68ae-43b6-965c-ecec0420c39a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:31.654923 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-b086fbf8-68ae-43b6-965c-ecec0420c39a admin admin] Usage tracker for resource:security_group_rule and tenant:60e11b07de324ea990be6cca7c66c1c1 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:31.657799 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-b086fbf8-68ae-43b6-965c-ecec0420c39a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:31.663639 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-b086fbf8-68ae-43b6-965c-ecec0420c39a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:31.746361 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b086fbf8-68ae-43b6-965c-ecec0420c39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:31.751917 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b086fbf8-68ae-43b6-965c-ecec0420c39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:31.760344 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1adc6f58-1936-438f-83df-37ec51fc52cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:31.799695 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-b086fbf8-68ae-43b6-965c-ecec0420c39a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=60e11b07de324ea990be6cca7c66c1c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2822914
Jun 25 15:17:31.800724 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086fbf8-68ae-43b6-965c-ecec0420c39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a277f80-e6d0-45a6-8a21-bc0bb221c9f4,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:31.802395 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52240) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:31.803846 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b086fbf8-68ae-43b6-965c-ecec0420c39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:31.863619 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf51b-2d26-4115-8d37-68a9aad6427b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:31.889361 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf51b-2d26-4115-8d37-68a9aad6427b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:31.940631 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf51b-2d26-4115-8d37-68a9aad6427b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:31.944246 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-ed8da9ff-8025-480c-a6e1-9b2207ec06e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:31.957939 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cf51b-2d26-4115-8d37-68a9aad6427b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a277f80-e6d0-45a6-8a21-bc0bb221c9f4,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:31.961425 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-0a9cf51b-2d26-4115-8d37-68a9aad6427b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:31.964510 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf51b-2d26-4115-8d37-68a9aad6427b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:31.965591 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-0a9cf51b-2d26-4115-8d37-68a9aad6427b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a277f80-e6d0-45a6-8a21-bc0bb221c9f4 HTTP/1.1" status: 204  len: 168 time: 0.1621845
Jun 25 15:17:32.235027 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52252) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:32.253243 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e1398971-f557-4cf2-917e-afac62359cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:32.269605 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e1398971-f557-4cf2-917e-afac62359cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:32.273378 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e1398971-f557-4cf2-917e-afac62359cfe admin admin] Usage tracker for resource:security_group_rule and tenant:1942a79cdfc441e195215bba1ea25ae0 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:32.276133 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-e1398971-f557-4cf2-917e-afac62359cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:32.282245 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-e1398971-f557-4cf2-917e-afac62359cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:32.344426 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:32.363943 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e1398971-f557-4cf2-917e-afac62359cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:32.367656 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-e1398971-f557-4cf2-917e-afac62359cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:32.375230 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-bc0f414f-1c4f-4d8f-8a3a-bff262003efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:32.413842 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-e1398971-f557-4cf2-917e-afac62359cfe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1942a79cdfc441e195215bba1ea25ae0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1777561
Jun 25 15:17:32.415502 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1398971-f557-4cf2-917e-afac62359cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec63bdce-f76c-44ca-bff1-8a00ac089c2d,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:32.416419 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 52256) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:32.418710 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-e1398971-f557-4cf2-917e-afac62359cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:32.483614 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e13fc5bc-80ed-4739-8caf-756c3e2985c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:32.513421 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e13fc5bc-80ed-4739-8caf-756c3e2985c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:32.567535 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e13fc5bc-80ed-4739-8caf-756c3e2985c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:32.574521 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4ce43743-a122-443f-8fa8-abf1743976c2 tempest-TestMinimumBasicScenario-1687095321 tempest-TestMinimumBasicScenario-1687095321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:32.587398 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fc5bc-80ed-4739-8caf-756c3e2985c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec63bdce-f76c-44ca-bff1-8a00ac089c2d,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:32.590860 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e13fc5bc-80ed-4739-8caf-756c3e2985c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:32.597369 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e13fc5bc-80ed-4739-8caf-756c3e2985c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:32.598293 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-e13fc5bc-80ed-4739-8caf-756c3e2985c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec63bdce-f76c-44ca-bff1-8a00ac089c2d HTTP/1.1" status: 204  len: 168 time: 0.1808898
Jun 25 15:17:34.632153 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 52324) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:34.761454 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b89eab05-c217-4161-b857-1628c3b5edd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:34.776064 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-b89eab05-c217-4161-b857-1628c3b5edd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:34.780041 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-b89eab05-c217-4161-b857-1628c3b5edd6 admin admin] Usage tracker for resource:security_group_rule and tenant:eb65004d3248402dab9091ef651b31cc is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:34.782983 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-b89eab05-c217-4161-b857-1628c3b5edd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:34.788784 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-b89eab05-c217-4161-b857-1628c3b5edd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:34.887695 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b89eab05-c217-4161-b857-1628c3b5edd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:34.893273 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-b89eab05-c217-4161-b857-1628c3b5edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:34.902049 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1e7b7b00-4c22-486a-bc2a-d0e39a48b0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:34.945890 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-b89eab05-c217-4161-b857-1628c3b5edd6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eb65004d3248402dab9091ef651b31cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3126042
Jun 25 15:17:34.948608 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52330) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:34.950375 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89eab05-c217-4161-b857-1628c3b5edd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24002f2f-1bb5-4d0f-ae6a-76b1e7376350,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:34.953617 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b89eab05-c217-4161-b857-1628c3b5edd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:35.012453 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-38104ac4-08dc-4128-961b-38b0fb3afc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:35.038800 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-38104ac4-08dc-4128-961b-38b0fb3afc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:35.102329 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-38104ac4-08dc-4128-961b-38b0fb3afc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:35.106698 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-660d800e-0a83-4bfa-98a2-b7f50283db3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:35.119988 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38104ac4-08dc-4128-961b-38b0fb3afc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24002f2f-1bb5-4d0f-ae6a-76b1e7376350,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:35.123858 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-38104ac4-08dc-4128-961b-38b0fb3afc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:35.133317 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-38104ac4-08dc-4128-961b-38b0fb3afc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:35.137394 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-38104ac4-08dc-4128-961b-38b0fb3afc39 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/24002f2f-1bb5-4d0f-ae6a-76b1e7376350 HTTP/1.1" status: 204  len: 168 time: 0.1849225
Jun 25 15:17:35.458022 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52340) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:35.476195 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5466488d-a139-4861-a5f9-0ae74a3393af admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:35.492691 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-5466488d-a139-4861-a5f9-0ae74a3393af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:35.496838 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-5466488d-a139-4861-a5f9-0ae74a3393af admin admin] Usage tracker for resource:security_group_rule and tenant:03f51fbb607640bb8b96accf1b67abb4 is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:35.500411 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-5466488d-a139-4861-a5f9-0ae74a3393af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:35.506691 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-5466488d-a139-4861-a5f9-0ae74a3393af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:35.596787 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5466488d-a139-4861-a5f9-0ae74a3393af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:35.600632 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5466488d-a139-4861-a5f9-0ae74a3393af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:35.607646 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9237e345-2510-4d9d-add5-9f2424e69c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:35.648682 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-5466488d-a139-4861-a5f9-0ae74a3393af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03f51fbb607640bb8b96accf1b67abb4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1894751
Jun 25 15:17:35.649423 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466488d-a139-4861-a5f9-0ae74a3393af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09049475-6e7c-4ba4-be70-3d220570775a,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:35.651909 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 52344) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:35.652711 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5466488d-a139-4861-a5f9-0ae74a3393af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:35.720813 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d187372f-0deb-44b5-b5e1-ed4cae60e916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:35.746121 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d187372f-0deb-44b5-b5e1-ed4cae60e916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:35.798713 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d187372f-0deb-44b5-b5e1-ed4cae60e916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:35.806458 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-2559a746-aa15-4c6c-93fc-a2302df97378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:35.824564 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187372f-0deb-44b5-b5e1-ed4cae60e916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09049475-6e7c-4ba4-be70-3d220570775a,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:35.827766 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d187372f-0deb-44b5-b5e1-ed4cae60e916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:35.838011 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-d187372f-0deb-44b5-b5e1-ed4cae60e916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:35.839150 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-d187372f-0deb-44b5-b5e1-ed4cae60e916 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/09049475-6e7c-4ba4-be70-3d220570775a HTTP/1.1" status: 204  len: 168 time: 0.1861384
Jun 25 15:17:36.581637 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52376) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:36.702253 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-692869477-network', 'tenant_id': '88266c78d7d64ac9b3556c8c537ab87f'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:17:36.707909 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:36.711661 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Usage tracker for resource:network and tenant:88266c78d7d64ac9b3556c8c537ab87f is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:36.714496 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:36.720967 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:36.731381 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Made reservation on behalf of 88266c78d7d64ac9b3556c8c537ab87f for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 15:17:36.733847 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:36.746001 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:36.765325 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:36.775266 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Usage tracker for resource:security_group_rule and tenant:88266c78d7d64ac9b3556c8c537ab87f is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:36.779391 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:36.785794 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:36.880119 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:36.885184 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:36.889421 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5a332243-02ec-4323-bdf2-3ba58f195d84 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:36.918816 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'}  {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 15:17:36.927812 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1112ee-3701-4a12-9034-581031a63a21,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:36.937635 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:36.938550 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:36.939625 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Added segment 3f7b8912-97a7-4af1-a628-69e0b5214ad8 of type vlan for network b1a62528-3875-4702-824a-543238d91aaf
Jun 25 15:17:36.972895 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:37.021583 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:37.023172 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:37.023861 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:37.027822 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-d98cb3b1-bd7d-4681-ad21-c74565501f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:37.133658 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-25bbd392-d844-4529-9f0e-a2a7351d2652 req-d086869b-93ef-43b1-aa4d-e026e43dadbe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0802917
Jun 25 15:17:37.224682 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Pushing event updated for resources: {'Network': ['ID=b1a62528-3875-4702-824a-543238d91aaf,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:37.229066 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:37.236609 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network b1a62528-3875-4702-824a-543238d91aaf details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 15:17:37.243506 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-10016f81-10df-4dfc-9440-facb961d8e96 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6602035
Jun 25 15:17:37.245749 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 52388) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:37.253448 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-416d7d37-ec67-4ac1-bd73-9a776fa100a7 admin admin] Request body: {'subnet': {'network_id': 'b1a62528-3875-4702-824a-543238d91aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-692869477-subnet', 'tenant_id': '88266c78d7d64ac9b3556c8c537ab87f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:17:37.398568 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-416d7d37-ec67-4ac1-bd73-9a776fa100a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:37.407931 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-416d7d37-ec67-4ac1-bd73-9a776fa100a7 admin admin] Usage tracker for resource:subnet and tenant:88266c78d7d64ac9b3556c8c537ab87f is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:37.411380 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-416d7d37-ec67-4ac1-bd73-9a776fa100a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:37.424769 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-416d7d37-ec67-4ac1-bd73-9a776fa100a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:37.449267 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416d7d37-ec67-4ac1-bd73-9a776fa100a7 admin admin] Made reservation on behalf of 88266c78d7d64ac9b3556c8c537ab87f for: {'subnet': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 15:17:37.451603 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-416d7d37-ec67-4ac1-bd73-9a776fa100a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6113058'] for subnet, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:37.467340 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbd392-d844-4529-9f0e-a2a7351d2652 req-da1522c7-7510-469a-97d0-e41a5f5682e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:37.469301 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-25bbd392-d844-4529-9f0e-a2a7351d2652 req-da1522c7-7510-469a-97d0-e41a5f5682e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934903a783eb4af39fda6a2eb90504c9&device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 1099 time: 0.2205753
Jun 25 15:17:37.696133 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbd392-d844-4529-9f0e-a2a7351d2652 req-be6b78ab-74e5-49c7-885e-995d6985a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:37.702340 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-25bbd392-d844-4529-9f0e-a2a7351d2652 req-be6b78ab-74e5-49c7-885e-995d6985a829 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 200  len: 916 time: 0.1722174
Jun 25 15:17:37.798658 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-25bbd392-d844-4529-9f0e-a2a7351d2652 req-20e2747b-f265-4f69-b781-d83be9c97813 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b2a15ca-85f5-45c4-b7c3-4653824fc094 HTTP/1.1" status: 200  len: 217 time: 0.0735226
Jun 25 15:17:37.899219 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbd392-d844-4529-9f0e-a2a7351d2652 req-ca29d393-2312-4747-9bd7-8f034416baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:37.900670 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-25bbd392-d844-4529-9f0e-a2a7351d2652 req-ca29d393-2312-4747-9bd7-8f034416baeb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 200  len: 855 time: 0.0910301
Jun 25 15:17:37.902109 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-416d7d37-ec67-4ac1-bd73-9a776fa100a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7232866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6113076'] for subnet, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:37.906645 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:37.989116 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-25bbd392-d844-4529-9f0e-a2a7351d2652 req-bacaf647-eb33-4cc0-b497-ab1cf014a5d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78547268-8214-4423-9f3f-8a65fe08ad35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0589120
Jun 25 15:17:38.108913 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d7d37-ec67-4ac1-bd73-9a776fa100a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=648604ee-80ad-476f-8c0e-54d1436ca666,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:38.116666 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-416d7d37-ec67-4ac1-bd73-9a776fa100a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:38.119089 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d7d37-ec67-4ac1-bd73-9a776fa100a7 admin admin] Checking segment: {'id': '3f7b8912-97a7-4af1-a628-69e0b5214ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1a62528-3875-4702-824a-543238d91aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 15:17:38.119447 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416d7d37-ec67-4ac1-bd73-9a776fa100a7 admin admin] Network hostable DHCP agents. Network: b1a62528-3875-4702-824a-543238d91aaf, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 15:17:38.166718 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416d7d37-ec67-4ac1-bd73-9a776fa100a7 admin admin] Network b1a62528-3875-4702-824a-543238d91aaf is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 15:17:38.181669 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-25bbd392-d844-4529-9f0e-a2a7351d2652 req-c324ea1d-3d27-44af-a7ae-33878a23e0b5 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1825981
Jun 25 15:17:38.182737 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-416d7d37-ec67-4ac1-bd73-9a776fa100a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, b1a62528-3875-4702-824a-543238d91aaf) {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 15:17:38.187502 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416d7d37-ec67-4ac1-bd73-9a776fa100a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:38.188077 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-416d7d37-ec67-4ac1-bd73-9a776fa100a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:38.195658 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f51578-9002-42f2-87b5-65cc5bcef543 None None] Network b1a62528-3875-4702-824a-543238d91aaf requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 15:17:38.303868 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-416d7d37-ec67-4ac1-bd73-9a776fa100a7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0474727
Jun 25 15:17:38.347229 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-25bbd392-d844-4529-9f0e-a2a7351d2652 req-e52de4ab-fb8d-4ef3-bbc6-a104d17fe583 service neutron] 10.222.0.16 "GET /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1549206
Jun 25 15:17:38.452720 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-f68d0aa8-b561-4fa4-89ee-52c82769fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:38.461992 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857eca47-7931-4a5c-a7ab-c445352b4ae3 None None] Network b1a62528-3875-4702-824a-543238d91aaf requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 15:17:38.910959 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 52412) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:38.916922 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-272491392-network', 'tenant_id': '63f38aa1393e469b8fdd2f403c07472e'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:17:38.922161 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:38.926875 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Usage tracker for resource:network and tenant:63f38aa1393e469b8fdd2f403c07472e is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:38.930326 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:38.936144 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:38.947368 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Made reservation on behalf of 63f38aa1393e469b8fdd2f403c07472e for: {'network': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 15:17:38.950997 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:38.964145 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:38.979886 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:38.983894 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Usage tracker for resource:security_group_rule and tenant:63f38aa1393e469b8fdd2f403c07472e is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:38.987401 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:38.994516 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:38.995644 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:39.088536 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:39.092520 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:39.095872 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-06e60be7-a845-4bc0-ba5f-872999bc189e tempest-TestVolumeBootPattern-1074622340 tempest-TestVolumeBootPattern-1074622340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:39.123779 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'}  {{(pid=78436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 15:17:39.132456 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d60581-244f-4893-9d60-eb8abafbd853,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:39.136211 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:39.138511 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:39.138845 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.segments_db [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Added segment c9436baf-e3ee-4238-9205-f2af622c662a of type vlan for network ac40f82d-094f-4cfd-a23c-c11b0e45795f
Jun 25 15:17:39.164872 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:39.193686 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:39.195197 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:39.195768 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:39.198969 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:39.297265 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3846276
Jun 25 15:17:39.297994 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Pushing event updated for resources: {'Network': ['ID=ac40f82d-094f-4cfd-a23c-c11b0e45795f,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:39.300233 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52416) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:39.300933 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-779d21fc-bc70-4ce0-b1d5-393154731b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:39.305955 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-8688f8a4-5613-4ea3-abf6-4a6ad39cfc85 admin admin] Request body: {'subnet': {'network_id': 'ac40f82d-094f-4cfd-a23c-c11b0e45795f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-272491392-subnet', 'tenant_id': '63f38aa1393e469b8fdd2f403c07472e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:17:39.311281 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-8688f8a4-5613-4ea3-abf6-4a6ad39cfc85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:39.313645 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network ac40f82d-094f-4cfd-a23c-c11b0e45795f details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 15:17:39.315188 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-8688f8a4-5613-4ea3-abf6-4a6ad39cfc85 admin admin] Usage tracker for resource:subnet and tenant:63f38aa1393e469b8fdd2f403c07472e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:39.318000 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-8688f8a4-5613-4ea3-abf6-4a6ad39cfc85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:39.323802 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-8688f8a4-5613-4ea3-abf6-4a6ad39cfc85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:39.335619 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8688f8a4-5613-4ea3-abf6-4a6ad39cfc85 admin admin] Made reservation on behalf of 63f38aa1393e469b8fdd2f403c07472e for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 15:17:39.337998 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8688f8a4-5613-4ea3-abf6-4a6ad39cfc85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6392516'] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:39.552511 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8688f8a4-5613-4ea3-abf6-4a6ad39cfc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6485581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6392530'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:39.557630 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:39.633255 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688f8a4-5613-4ea3-abf6-4a6ad39cfc85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=027ae3e4-218d-40cd-83a2-99c7234e9774,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:39.642027 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-8688f8a4-5613-4ea3-abf6-4a6ad39cfc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:39.651192 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8688f8a4-5613-4ea3-abf6-4a6ad39cfc85 admin admin] Checking segment: {'id': 'c9436baf-e3ee-4238-9205-f2af622c662a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ac40f82d-094f-4cfd-a23c-c11b0e45795f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 15:17:39.651546 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8688f8a4-5613-4ea3-abf6-4a6ad39cfc85 admin admin] Network hostable DHCP agents. Network: ac40f82d-094f-4cfd-a23c-c11b0e45795f, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 15:17:39.673080 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8688f8a4-5613-4ea3-abf6-4a6ad39cfc85 admin admin] Network ac40f82d-094f-4cfd-a23c-c11b0e45795f is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 15:17:39.683630 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-8688f8a4-5613-4ea3-abf6-4a6ad39cfc85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, ac40f82d-094f-4cfd-a23c-c11b0e45795f) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 15:17:39.688273 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8688f8a4-5613-4ea3-abf6-4a6ad39cfc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:39.688891 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-8688f8a4-5613-4ea3-abf6-4a6ad39cfc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:39.693779 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5f5aff-421f-4474-965c-c1522ca1d6f1 None None] Network ac40f82d-094f-4cfd-a23c-c11b0e45795f requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 15:17:39.713263 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-8688f8a4-5613-4ea3-abf6-4a6ad39cfc85 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4114962
Jun 25 15:17:39.850634 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb66b2-cc73-4267-8be4-047700b7e287 req-4d6bd343-f8f1-45ce-8ba4-976e26c4fb20 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:39.852598 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-25bb66b2-cc73-4267-8be4-047700b7e287 req-4d6bd343-f8f1-45ce-8ba4-976e26c4fb20 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 945 time: 0.1006355
Jun 25 15:17:39.911554 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-25bb66b2-cc73-4267-8be4-047700b7e287 req-10de1187-1528-4e9d-ae79-43156250f44f tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528347
Jun 25 15:17:39.950285 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d567f0-9b52-4093-8e1d-4408c81ecfd3 None None] Network ac40f82d-094f-4cfd-a23c-c11b0e45795f requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 15:17:40.978920 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-dfaffc66-6d90-4072-af34-92e942996cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:41.121155 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef2faa-f8e6-4a4e-be06-5d30bf44f5d8 req-68244135-5c5a-473f-b126-6cf605b4584c tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:41.122654 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-25ef2faa-f8e6-4a4e-be06-5d30bf44f5d8 req-68244135-5c5a-473f-b126-6cf605b4584c tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 945 time: 0.0803816
Jun 25 15:17:41.169085 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-25ef2faa-f8e6-4a4e-be06-5d30bf44f5d8 req-3bc5f5ed-ba73-4fe7-9314-4aaea600be9d tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406764
Jun 25 15:17:41.732552 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c0785-b4a4-4d4b-ab4d-7bd23ffb3a9f req-b526b0aa-fc3f-4c7d-9910-01adf401261f tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:41.733236 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-e49c0785-b4a4-4d4b-ab4d-7bd23ffb3a9f req-b526b0aa-fc3f-4c7d-9910-01adf401261f tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Synchronizing usage tracker for tenant:934903a783eb4af39fda6a2eb90504c9 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 15:17:41.752494 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-e49c0785-b4a4-4d4b-ab4d-7bd23ffb3a9f req-b526b0aa-fc3f-4c7d-9910-01adf401261f tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Unset dirty status for tenant:934903a783eb4af39fda6a2eb90504c9 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 15:17:41.752494 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e49c0785-b4a4-4d4b-ab4d-7bd23ffb3a9f req-b526b0aa-fc3f-4c7d-9910-01adf401261f tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.16 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 945 time: 0.1026149
Jun 25 15:17:41.823444 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-e49c0785-b4a4-4d4b-ab4d-7bd23ffb3a9f req-97d32647-a316-4b6a-80a1-efb79287821b tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Deleting port 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 15:17:41.823785 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-e49c0785-b4a4-4d4b-ab4d-7bd23ffb3a9f req-97d32647-a316-4b6a-80a1-efb79287821b tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:41.979846 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:42.183866 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-e49c0785-b4a4-4d4b-ab4d-7bd23ffb3a9f req-97d32647-a316-4b6a-80a1-efb79287821b tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] For port 5d238c9e-e5ef-46a0-90bb-3672a2cfd691, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=5d238c9e-e5ef-46a0-90bb-3672a2cfd691,segment=NetworkSegment(e365e076-b886-4418-9a91-58dd63a2c066),segment_id=e365e076-b886-4418-9a91-58dd63a2c066)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:17:42.184235 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-e49c0785-b4a4-4d4b-ab4d-7bd23ffb3a9f req-97d32647-a316-4b6a-80a1-efb79287821b tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:42.311323 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-e49c0785-b4a4-4d4b-ab4d-7bd23ffb3a9f req-97d32647-a316-4b6a-80a1-efb79287821b tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Calling delete_port for 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 owned by compute:nova {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 15:17:42.393397 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247e8dd-9f73-4424-8265-bda9ebc4d56b req-7aa039ff-6925-483f-b335-72111e64cad2 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:42.394980 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e247e8dd-9f73-4424-8265-bda9ebc4d56b req-7aa039ff-6925-483f-b335-72111e64cad2 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=44af99f5-cf72-4bf7-bf96-da4ac120eda4 HTTP/1.1" status: 200  len: 945 time: 0.1036332
Jun 25 15:17:42.444181 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-e247e8dd-9f73-4424-8265-bda9ebc4d56b req-b50cf0a4-8c06-44d7-88c9-d009bb41bc97 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433087
Jun 25 15:17:42.475840 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-e49c0785-b4a4-4d4b-ab4d-7bd23ffb3a9f req-97d32647-a316-4b6a-80a1-efb79287821b tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:42.484169 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:42.524441 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['8b2a15ca-85f5-45c4-b7c3-4653824fc094', '65126d0d-d420-482a-a46d-4bd26064d79e', '5d238c9e-e5ef-46a0-90bb-3672a2cfd691'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 15:17:42.537562 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d32647-a316-4b6a-80a1-efb79287821b tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Pushing event deleted for resources: {'Port': ['ID=5d238c9e-e5ef-46a0-90bb-3672a2cfd691,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:42.585371 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-97d32647-a316-4b6a-80a1-efb79287821b tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:42.627164 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49c0785-b4a4-4d4b-ab4d-7bd23ffb3a9f req-97d32647-a316-4b6a-80a1-efb79287821b tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] No DVR routers for this DVR port 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 on host hv-cinder-79809 {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 15:17:42.629760 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-e49c0785-b4a4-4d4b-ab4d-7bd23ffb3a9f req-97d32647-a316-4b6a-80a1-efb79287821b tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:42.632500 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44af99f5-cf72-4bf7-bf96-da4ac120eda4', 'name': 'network-vif-deleted', 'tag': '5d238c9e-e5ef-46a0-90bb-3672a2cfd691'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 15:17:42.669582 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-e49c0785-b4a4-4d4b-ab4d-7bd23ffb3a9f req-97d32647-a316-4b6a-80a1-efb79287821b tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.16 "DELETE /v2.0/ports/5d238c9e-e5ef-46a0-90bb-3672a2cfd691 HTTP/1.1" status: 204  len: 173 time: 0.9110196
Jun 25 15:17:42.701275 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44af99f5-cf72-4bf7-bf96-da4ac120eda4', 'name': 'network-vif-deleted', 'tag': '5d238c9e-e5ef-46a0-90bb-3672a2cfd691', 'status': 'completed', 'code': 200}
Jun 25 15:17:43.480112 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:45.165139 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33557e7e-cc6c-4108-b899-f7017914c278 req-7b7951d2-3cff-4860-bb8f-8c5257c63d60 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:45.170600 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-33557e7e-cc6c-4108-b899-f7017914c278 req-7b7951d2-3cff-4860-bb8f-8c5257c63d60 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 945 time: 0.0926795
Jun 25 15:17:45.179625 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 15:17:45.215544 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] No Port match for: 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 15:17:45.215891 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 5d238c9e-e5ef-46a0-90bb-3672a2cfd691 not bound to the agent host hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 15:17:45.219669 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-33557e7e-cc6c-4108-b899-f7017914c278 req-8eea06be-c635-4c93-a584-6fa047067b45 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463607
Jun 25 15:17:45.881537 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfad29-1d1a-4a51-9c88-6289aa0bad8d req-215aeda9-c2a9-4b19-af71-fd223b4daa51 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:45.882177 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-13cfad29-1d1a-4a51-9c88-6289aa0bad8d req-215aeda9-c2a9-4b19-af71-fd223b4daa51 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Synchronizing usage tracker for tenant:934903a783eb4af39fda6a2eb90504c9 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 15:17:45.897887 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-13cfad29-1d1a-4a51-9c88-6289aa0bad8d req-215aeda9-c2a9-4b19-af71-fd223b4daa51 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Unset dirty status for tenant:934903a783eb4af39fda6a2eb90504c9 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 15:17:45.898988 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-13cfad29-1d1a-4a51-9c88-6289aa0bad8d req-215aeda9-c2a9-4b19-af71-fd223b4daa51 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.16 "GET /v2.0/ports?device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 945 time: 0.0967615
Jun 25 15:17:45.972756 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-13cfad29-1d1a-4a51-9c88-6289aa0bad8d req-9e38a7dd-d5cc-4869-85a6-f991ce49813c tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Deleting port 65126d0d-d420-482a-a46d-4bd26064d79e {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 15:17:45.973088 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-13cfad29-1d1a-4a51-9c88-6289aa0bad8d req-9e38a7dd-d5cc-4869-85a6-f991ce49813c tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:46.212417 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-13cfad29-1d1a-4a51-9c88-6289aa0bad8d req-9e38a7dd-d5cc-4869-85a6-f991ce49813c tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] For port 65126d0d-d420-482a-a46d-4bd26064d79e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=65126d0d-d420-482a-a46d-4bd26064d79e,segment=NetworkSegment(e365e076-b886-4418-9a91-58dd63a2c066),segment_id=e365e076-b886-4418-9a91-58dd63a2c066)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:17:46.212797 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-13cfad29-1d1a-4a51-9c88-6289aa0bad8d req-9e38a7dd-d5cc-4869-85a6-f991ce49813c tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:46.341034 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-13cfad29-1d1a-4a51-9c88-6289aa0bad8d req-9e38a7dd-d5cc-4869-85a6-f991ce49813c tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Calling delete_port for 65126d0d-d420-482a-a46d-4bd26064d79e owned by compute:nova {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 15:17:46.431853 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90def6d-75bc-4ab8-acc4-c0bd97df1883 req-e6afd464-0583-4280-851b-2fc18c280a2a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:46.434037 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b90def6d-75bc-4ab8-acc4-c0bd97df1883 req-e6afd464-0583-4280-851b-2fc18c280a2a tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=11e3c610-3121-4574-8016-c4830271f75c HTTP/1.1" status: 200  len: 945 time: 0.0986588
Jun 25 15:17:46.490192 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b90def6d-75bc-4ab8-acc4-c0bd97df1883 req-a7f83e35-61d1-4e1e-b247-a868ac639c03 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484633
Jun 25 15:17:46.510358 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-13cfad29-1d1a-4a51-9c88-6289aa0bad8d req-9e38a7dd-d5cc-4869-85a6-f991ce49813c tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:46.516599 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4051f05e-ad31-416c-bf96-80e8dd5c4247 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:46.550123 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['8b2a15ca-85f5-45c4-b7c3-4653824fc094', '65126d0d-d420-482a-a46d-4bd26064d79e'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 15:17:46.558605 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38a7dd-d5cc-4869-85a6-f991ce49813c tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Pushing event deleted for resources: {'Port': ['ID=65126d0d-d420-482a-a46d-4bd26064d79e,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:46.563337 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9e38a7dd-d5cc-4869-85a6-f991ce49813c tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:46.652051 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cfad29-1d1a-4a51-9c88-6289aa0bad8d req-9e38a7dd-d5cc-4869-85a6-f991ce49813c tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] No DVR routers for this DVR port 65126d0d-d420-482a-a46d-4bd26064d79e on host hv-cinder-79809 {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 15:17:46.654854 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-13cfad29-1d1a-4a51-9c88-6289aa0bad8d req-9e38a7dd-d5cc-4869-85a6-f991ce49813c tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:46.658214 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e3c610-3121-4574-8016-c4830271f75c', 'name': 'network-vif-deleted', 'tag': '65126d0d-d420-482a-a46d-4bd26064d79e'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 15:17:46.676569 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-13cfad29-1d1a-4a51-9c88-6289aa0bad8d req-9e38a7dd-d5cc-4869-85a6-f991ce49813c tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.16 "DELETE /v2.0/ports/65126d0d-d420-482a-a46d-4bd26064d79e HTTP/1.1" status: 204  len: 173 time: 0.7714896
Jun 25 15:17:46.708249 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e3c610-3121-4574-8016-c4830271f75c', 'name': 'network-vif-deleted', 'tag': '65126d0d-d420-482a-a46d-4bd26064d79e', 'status': 'completed', 'code': 200}
Jun 25 15:17:49.310304 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bdf92-0448-40c2-9a25-1be0df816ca0 req-bfac2b2d-8bde-4199-9886-cdb274695c8d tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:49.311999 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7a8bdf92-0448-40c2-9a25-1be0df816ca0 req-bfac2b2d-8bde-4199-9886-cdb274695c8d tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 946 time: 0.0853002
Jun 25 15:17:49.362543 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7a8bdf92-0448-40c2-9a25-1be0df816ca0 req-b0b2bd77-780c-4d1a-996d-3c25adc6b144 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/security-groups?id=4025e938-cb4a-4831-9500-3c13bc3df0c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447698
Jun 25 15:17:49.820646 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d98d6-97b6-482c-94fc-027f703e8d4c req-25cf9bb0-b37b-4310-873a-8ca514d3be4d tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:49.821338 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-a71d98d6-97b6-482c-94fc-027f703e8d4c req-25cf9bb0-b37b-4310-873a-8ca514d3be4d tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Synchronizing usage tracker for tenant:934903a783eb4af39fda6a2eb90504c9 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 15:17:49.837445 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-a71d98d6-97b6-482c-94fc-027f703e8d4c req-25cf9bb0-b37b-4310-873a-8ca514d3be4d tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Unset dirty status for tenant:934903a783eb4af39fda6a2eb90504c9 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 15:17:49.838632 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a71d98d6-97b6-482c-94fc-027f703e8d4c req-25cf9bb0-b37b-4310-873a-8ca514d3be4d tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 946 time: 0.1052434
Jun 25 15:17:49.911571 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-a71d98d6-97b6-482c-94fc-027f703e8d4c req-9f0499c2-a8e7-4fdc-8107-c96635e4b770 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Deleting port 8b2a15ca-85f5-45c4-b7c3-4653824fc094 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 15:17:49.911821 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a71d98d6-97b6-482c-94fc-027f703e8d4c req-9f0499c2-a8e7-4fdc-8107-c96635e4b770 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:50.165388 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-a71d98d6-97b6-482c-94fc-027f703e8d4c req-9f0499c2-a8e7-4fdc-8107-c96635e4b770 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] For port 8b2a15ca-85f5-45c4-b7c3-4653824fc094, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8b2a15ca-85f5-45c4-b7c3-4653824fc094,segment=NetworkSegment(e365e076-b886-4418-9a91-58dd63a2c066),segment_id=e365e076-b886-4418-9a91-58dd63a2c066)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:17:50.165664 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a71d98d6-97b6-482c-94fc-027f703e8d4c req-9f0499c2-a8e7-4fdc-8107-c96635e4b770 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:50.286343 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-a71d98d6-97b6-482c-94fc-027f703e8d4c req-9f0499c2-a8e7-4fdc-8107-c96635e4b770 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Calling delete_port for 8b2a15ca-85f5-45c4-b7c3-4653824fc094 owned by compute:nova {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 15:17:50.429457 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a71d98d6-97b6-482c-94fc-027f703e8d4c req-9f0499c2-a8e7-4fdc-8107-c96635e4b770 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:50.435598 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-96a82a75-440e-43b5-b031-d9a8a498e357 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:50.468994 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['8b2a15ca-85f5-45c4-b7c3-4653824fc094'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 15:17:50.544797 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-854501dd-263f-42e9-b903-90881c08a27b req-7d6c965d-9715-428b-a6bd-b558f1e0c862 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb0d4b14-3795-4de5-973b-ef67bcd96c9b HTTP/1.1" status: 200  len: 210 time: 0.0618646
Jun 25 15:17:50.579466 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0499c2-a8e7-4fdc-8107-c96635e4b770 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Pushing event deleted for resources: {'Port': ['ID=8b2a15ca-85f5-45c4-b7c3-4653824fc094,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:50.582887 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9f0499c2-a8e7-4fdc-8107-c96635e4b770 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:50.652856 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71d98d6-97b6-482c-94fc-027f703e8d4c req-9f0499c2-a8e7-4fdc-8107-c96635e4b770 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] No DVR routers for this DVR port 8b2a15ca-85f5-45c4-b7c3-4653824fc094 on host hv-cinder-79809 {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 15:17:50.655226 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-a71d98d6-97b6-482c-94fc-027f703e8d4c req-9f0499c2-a8e7-4fdc-8107-c96635e4b770 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:50.657770 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0d4b14-3795-4de5-973b-ef67bcd96c9b', 'name': 'network-vif-deleted', 'tag': '8b2a15ca-85f5-45c4-b7c3-4653824fc094'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 15:17:50.674975 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-a71d98d6-97b6-482c-94fc-027f703e8d4c req-9f0499c2-a8e7-4fdc-8107-c96635e4b770 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] 10.222.0.16 "DELETE /v2.0/ports/8b2a15ca-85f5-45c4-b7c3-4653824fc094 HTTP/1.1" status: 204  len: 173 time: 0.8303866
Jun 25 15:17:50.707442 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0d4b14-3795-4de5-973b-ef67bcd96c9b', 'name': 'network-vif-deleted', 'tag': '8b2a15ca-85f5-45c4-b7c3-4653824fc094', 'status': 'completed', 'code': 200}
Jun 25 15:17:51.266287 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 65126d0d-d420-482a-a46d-4bd26064d79e no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 15:17:51.328796 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] No Port match for: 65126d0d-d420-482a-a46d-4bd26064d79e {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 15:17:51.329151 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 65126d0d-d420-482a-a46d-4bd26064d79e not bound to the agent host hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 15:17:51.329585 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 8b2a15ca-85f5-45c4-b7c3-4653824fc094 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 15:17:51.368097 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] No Port match for: 8b2a15ca-85f5-45c4-b7c3-4653824fc094 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 15:17:51.368439 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 8b2a15ca-85f5-45c4-b7c3-4653824fc094 not bound to the agent host hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 15:17:51.646889 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52542) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:51.859166 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef2fa47-4f2b-4858-8147-505771d6e761 admin admin] Deleting subnet 67e833b4-f89f-4849-ac27-989765be7eb6 {{(pid=78435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 25 15:17:51.861959 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fef2fa47-4f2b-4858-8147-505771d6e761 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:51.912453 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fef2fa47-4f2b-4858-8147-505771d6e761 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6995110'] for subnet, precommit_delete_associations {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:51.965586 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fef2fa47-4f2b-4858-8147-505771d6e761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409244'] for subnet, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:52.035229 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fef2fa47-4f2b-4858-8147-505771d6e761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6485516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6392553'] for subnet, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:52.039948 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:52.074257 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2fa47-4f2b-4858-8147-505771d6e761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67e833b4-f89f-4849-ac27-989765be7eb6,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:52.076188 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-fef2fa47-4f2b-4858-8147-505771d6e761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:52.079176 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-fef2fa47-4f2b-4858-8147-505771d6e761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:52.083122 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-fef2fa47-4f2b-4858-8147-505771d6e761 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/67e833b4-f89f-4849-ac27-989765be7eb6 HTTP/1.1" status: 204  len: 168 time: 0.4352698
Jun 25 15:17:52.085526 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52548) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:52.187631 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0794-a6f5-450d-af5e-de55b02624cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1810749'] for network, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:52.306232 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0794-a6f5-450d-af5e-de55b02624cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410625', 'neutron.services.segments.db._delete_segments_for_network-8783892414913'] for network, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:52.318502 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-b5bb0794-a6f5-450d-af5e-de55b02624cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd28979f550>,) {'filters': {'network_id': ['78547268-8214-4423-9f3f-8a65fe08ad35']}} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:17:52.330510 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-b5bb0794-a6f5-450d-af5e-de55b02624cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28979f550>, 'e365e076-b886-4418-9a91-58dd63a2c066') {'for_net_delete': True} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:17:52.330806 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-b5bb0794-a6f5-450d-af5e-de55b02624cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28979f550>, 'e365e076-b886-4418-9a91-58dd63a2c066') {} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:17:52.342632 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0794-a6f5-450d-af5e-de55b02624cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783892427816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6995103'] for segment, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:52.359452 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0794-a6f5-450d-af5e-de55b02624cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:52.365812 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5bb0794-a6f5-450d-af5e-de55b02624cb admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=78435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 25 15:17:52.366188 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0794-a6f5-450d-af5e-de55b02624cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1411209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6486702'] for segment, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]: Traceback (most recent call last):
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:     timer()
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:     cb(*args, **kw)
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:     return func(*args, **kwargs)
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:     self._notify()
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:     self.callback(batched_events)
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:     event.method(event)
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:     return f(self, *a, **k)
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._get(url).json()
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self.request(url, 'GET', **kwargs)
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 25 15:17:52.379466 dv-cinder-798091-1-iscsi neutron-server[78435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 25 15:17:52.556303 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0794-a6f5-450d-af5e-de55b02624cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549382'] for network, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:52.560014 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:52.575764 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0794-a6f5-450d-af5e-de55b02624cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:52.587261 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb0794-a6f5-450d-af5e-de55b02624cb admin admin] Pushing event deleted for resources: {'Network': ['ID=78547268-8214-4423-9f3f-8a65fe08ad35,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:52.590397 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b5bb0794-a6f5-450d-af5e-de55b02624cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:52.595861 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-b5bb0794-a6f5-450d-af5e-de55b02624cb admin admin] 10.222.0.52 "DELETE /v2.0/networks/78547268-8214-4423-9f3f-8a65fe08ad35 HTTP/1.1" status: 204  len: 168 time: 0.5094397
Jun 25 15:17:52.729404 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52562) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:52.791207 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-7d6afe67-3fb2-4701-82a1-dbbbab8b3c61 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=934903a783eb4af39fda6a2eb90504c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0599787
Jun 25 15:17:52.793605 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52566) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:52.853865 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b3ab7205-c4b5-462b-99d5-5de27f9d4c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:52.884426 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b3ab7205-c4b5-462b-99d5-5de27f9d4c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:52.936267 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b3ab7205-c4b5-462b-99d5-5de27f9d4c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:52.940316 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-641355fd-e118-4d5a-9c57-923ea86325e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:52.954768 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab7205-c4b5-462b-99d5-5de27f9d4c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4025e938-cb4a-4831-9500-3c13bc3df0c6,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:52.957390 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b3ab7205-c4b5-462b-99d5-5de27f9d4c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:52.965221 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b3ab7205-c4b5-462b-99d5-5de27f9d4c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:52.966320 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-b3ab7205-c4b5-462b-99d5-5de27f9d4c98 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4025e938-cb4a-4831-9500-3c13bc3df0c6 HTTP/1.1" status: 204  len: 168 time: 0.1718407
Jun 25 15:17:56.347318 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 52652) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:56.410801 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_v2 [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Deleting subnet 648604ee-80ad-476f-8c0e-54d1436ca666 {{(pid=78436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 25 15:17:56.414110 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:56.463675 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7303082'] for subnet, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:56.517517 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409244'] for subnet, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:56.587383 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7232803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6113039'] for subnet, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:56.591093 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:56.627532 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=648604ee-80ad-476f-8c0e-54d1436ca666,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:56.630133 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:56.639100 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:56.639472 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:56.639864 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:56.640224 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:56.640602 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:56.640957 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:56.641307 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:56.641658 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:56.642006 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:56.642350 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:56.642695 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:56.643906 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:56.646200 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/648604ee-80ad-476f-8c0e-54d1436ca666 HTTP/1.1" status: 204  len: 168 time: 0.2978878
Jun 25 15:17:56.647020 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-660cdea1-23b7-4892-a9c5-36b90e54031f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:56.648670 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 52656) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:56.753142 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e601ca30-f46d-4e86-90fb-f945a254a145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1810749'] for network, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:56.876329 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e601ca30-f46d-4e86-90fb-f945a254a145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410625', 'neutron.services.segments.db._delete_segments_for_network-8783892414913'] for network, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:56.888683 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-e601ca30-f46d-4e86-90fb-f945a254a145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd28abdbfa0>,) {'filters': {'network_id': ['b1a62528-3875-4702-824a-543238d91aaf']}} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:17:56.900595 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-e601ca30-f46d-4e86-90fb-f945a254a145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28abdbfa0>, '3f7b8912-97a7-4af1-a628-69e0b5214ad8') {'for_net_delete': True} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:17:56.900891 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.services.segments.db [None req-e601ca30-f46d-4e86-90fb-f945a254a145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28abdbfa0>, '3f7b8912-97a7-4af1-a628-69e0b5214ad8') {} {{(pid=78436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:17:56.912056 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e601ca30-f46d-4e86-90fb-f945a254a145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783892427816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7303059'] for segment, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:56.928376 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e601ca30-f46d-4e86-90fb-f945a254a145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:56.934476 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e601ca30-f46d-4e86-90fb-f945a254a145 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=78436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 25 15:17:56.934963 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e601ca30-f46d-4e86-90fb-f945a254a145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1411209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7229825'] for segment, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]: Traceback (most recent call last):
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:     timer()
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:     cb(*args, **kw)
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:     return func(*args, **kwargs)
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:     self._notify()
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:     self.callback(batched_events)
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:     event.method(event)
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:     return f(self, *a, **k)
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:     return self._get(url).json()
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:     return self.request(url, 'GET', **kwargs)
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 25 15:17:56.948883 dv-cinder-798091-1-iscsi neutron-server[78436]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 25 15:17:57.028443 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e601ca30-f46d-4e86-90fb-f945a254a145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549382'] for network, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.032786 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7f059056-2b4e-484a-ad7f-22c282ec5389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:57.050137 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e601ca30-f46d-4e86-90fb-f945a254a145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.057530 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601ca30-f46d-4e86-90fb-f945a254a145 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a62528-3875-4702-824a-543238d91aaf,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:57.063189 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52668) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:57.063681 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-e601ca30-f46d-4e86-90fb-f945a254a145 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b1a62528-3875-4702-824a-543238d91aaf HTTP/1.1" status: 204  len: 168 time: 0.4136219
Jun 25 15:17:57.064127 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e601ca30-f46d-4e86-90fb-f945a254a145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:57.122395 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 52672) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:57.123640 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Deleting subnet 027ae3e4-218d-40cd-83a2-99c7234e9774 {{(pid=78435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 25 15:17:57.127111 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.180080 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6995110'] for subnet, precommit_delete_associations {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.234854 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409244'] for subnet, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.240347 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e7be0f8e-8f77-45b0-888a-494e3fdd6250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.254721 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e7be0f8e-8f77-45b0-888a-494e3fdd6250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:57.258640 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e7be0f8e-8f77-45b0-888a-494e3fdd6250 admin admin] Usage tracker for resource:security_group_rule and tenant:8e36f05c758d4a34b6c7376f4797e99f is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:57.261491 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-e7be0f8e-8f77-45b0-888a-494e3fdd6250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:57.267190 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-e7be0f8e-8f77-45b0-888a-494e3fdd6250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:57.301135 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6485516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6392553'] for subnet, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.305998 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:57.348250 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=027ae3e4-218d-40cd-83a2-99c7234e9774,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:57.352878 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.360048 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:57.360580 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:57.361056 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:57.361571 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:57.362055 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:57.362522 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:57.363012 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:57.363469 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:57.363927 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:57.364089 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e7be0f8e-8f77-45b0-888a-494e3fdd6250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.364545 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:57.365023 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:57.365414 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:17:57.368330 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-e7be0f8e-8f77-45b0-888a-494e3fdd6250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.369760 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:57.373843 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-b7fbcfc4-7099-476d-9c60-02629b9bebbe admin admin] 10.222.0.52 "DELETE /v2.0/subnets/027ae3e4-218d-40cd-83a2-99c7234e9774 HTTP/1.1" status: 204  len: 168 time: 0.3087766
Jun 25 15:17:57.374483 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52678) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:57.377207 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-127e7f6c-7529-44e3-af13-146a5228e85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:57.420058 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-e7be0f8e-8f77-45b0-888a-494e3fdd6250 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e36f05c758d4a34b6c7376f4797e99f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2965248
Jun 25 15:17:57.421186 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be0f8e-8f77-45b0-888a-494e3fdd6250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c5ee67-971c-4255-b5ff-05b2ee1d4612,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:57.423662 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 52682) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:57.426593 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e7be0f8e-8f77-45b0-888a-494e3fdd6250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:57.481353 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9f96b2ab-a5dc-4cde-966f-aea2a80db796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1810749'] for network, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.491362 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-12dc3ed9-3109-49df-86d1-904a3f3167e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.516941 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-12dc3ed9-3109-49df-86d1-904a3f3167e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.569321 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-12dc3ed9-3109-49df-86d1-904a3f3167e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.573009 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9211c4e4-e1b0-4da5-8632-32050c806b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:57.585889 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc3ed9-3109-49df-86d1-904a3f3167e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c5ee67-971c-4255-b5ff-05b2ee1d4612,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:57.589124 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-12dc3ed9-3109-49df-86d1-904a3f3167e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:57.591062 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-12dc3ed9-3109-49df-86d1-904a3f3167e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.595396 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-12dc3ed9-3109-49df-86d1-904a3f3167e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/97c5ee67-971c-4255-b5ff-05b2ee1d4612 HTTP/1.1" status: 204  len: 168 time: 0.1674521
Jun 25 15:17:57.609930 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9f96b2ab-a5dc-4cde-966f-aea2a80db796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410625', 'neutron.services.segments.db._delete_segments_for_network-8783892414913'] for network, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.624742 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-9f96b2ab-a5dc-4cde-966f-aea2a80db796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd28a9c3820>,) {'filters': {'network_id': ['ac40f82d-094f-4cfd-a23c-c11b0e45795f']}} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:17:57.636874 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-9f96b2ab-a5dc-4cde-966f-aea2a80db796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28a9c3820>, 'c9436baf-e3ee-4238-9205-f2af622c662a') {'for_net_delete': True} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:17:57.637161 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-9f96b2ab-a5dc-4cde-966f-aea2a80db796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd28a9c3820>, 'c9436baf-e3ee-4238-9205-f2af622c662a') {} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:17:57.648820 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9f96b2ab-a5dc-4cde-966f-aea2a80db796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783892427816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6995103'] for segment, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.665313 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9f96b2ab-a5dc-4cde-966f-aea2a80db796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.671390 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f96b2ab-a5dc-4cde-966f-aea2a80db796 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=78435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 25 15:17:57.671783 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9f96b2ab-a5dc-4cde-966f-aea2a80db796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1411209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6486702'] for segment, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]: Traceback (most recent call last):
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:     timer()
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:     cb(*args, **kw)
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:     return func(*args, **kwargs)
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:     self._notify()
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:     self.callback(batched_events)
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:     event.method(event)
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:     return f(self, *a, **k)
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._get(url).json()
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self.request(url, 'GET', **kwargs)
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 25 15:17:57.689534 dv-cinder-798091-1-iscsi neutron-server[78435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 25 15:17:57.768956 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9f96b2ab-a5dc-4cde-966f-aea2a80db796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549382'] for network, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.774352 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-9f96b2ab-a5dc-4cde-966f-aea2a80db796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:57.778364 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b2c0e40c-99d1-4954-9213-95c5dd5724cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:57.797847 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-9f96b2ab-a5dc-4cde-966f-aea2a80db796 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ac40f82d-094f-4cfd-a23c-c11b0e45795f HTTP/1.1" status: 204  len: 168 time: 0.4222431
Jun 25 15:17:57.798677 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96b2ab-a5dc-4cde-966f-aea2a80db796 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac40f82d-094f-4cfd-a23c-c11b0e45795f,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:57.801560 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9f96b2ab-a5dc-4cde-966f-aea2a80db796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:57.980099 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 52700) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:58.032250 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-1b658c81-4647-4d68-8505-196950a19c84 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=88266c78d7d64ac9b3556c8c537ab87f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508840
Jun 25 15:17:58.035014 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 52704) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:58.097271 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4a9f7c51-b121-469d-b055-1a18dcb69353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:58.127028 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4a9f7c51-b121-469d-b055-1a18dcb69353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:58.180251 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4a9f7c51-b121-469d-b055-1a18dcb69353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:58.185276 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-21f9482d-e9da-49f9-b39d-d490333cc03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:58.196789 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f7c51-b121-469d-b055-1a18dcb69353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1112ee-3701-4a12-9034-581031a63a21,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:58.201724 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-4a9f7c51-b121-469d-b055-1a18dcb69353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:58.203705 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-4a9f7c51-b121-469d-b055-1a18dcb69353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:58.208691 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-4a9f7c51-b121-469d-b055-1a18dcb69353 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd1112ee-3701-4a12-9034-581031a63a21 HTTP/1.1" status: 204  len: 168 time: 0.1714756
Jun 25 15:17:58.493141 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52720) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:58.556974 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52726) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:58.606584 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-49f0c9e2-5e7f-4cfb-afc5-f8477b0bbce7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=63f38aa1393e469b8fdd2f403c07472e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0483234
Jun 25 15:17:58.609602 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52730) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:58.666602 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6ac33ef3-ef51-4bba-bc91-f6dd0a53b95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:58.691720 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6ac33ef3-ef51-4bba-bc91-f6dd0a53b95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:58.727089 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1827658057-network', 'tenant_id': 'f40effd00d5c46f5b69b0cc432360bed'}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:17:58.736112 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:58.740126 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Usage tracker for resource:network and tenant:f40effd00d5c46f5b69b0cc432360bed is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:58.743670 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:58.750051 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:58.760932 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Made reservation on behalf of f40effd00d5c46f5b69b0cc432360bed for: {'network': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 15:17:58.763527 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:58.776676 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:58.787825 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6ac33ef3-ef51-4bba-bc91-f6dd0a53b95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:58.793464 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-65c82b9b-efd8-46ea-98a3-bbb12db2f00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:58.805755 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:58.808074 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac33ef3-ef51-4bba-bc91-f6dd0a53b95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d60581-244f-4893-9d60-eb8abafbd853,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:58.812593 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-6ac33ef3-ef51-4bba-bc91-f6dd0a53b95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:58.814646 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Usage tracker for resource:security_group_rule and tenant:f40effd00d5c46f5b69b0cc432360bed is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:58.818042 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:58.820907 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-6ac33ef3-ef51-4bba-bc91-f6dd0a53b95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:58.821984 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-6ac33ef3-ef51-4bba-bc91-f6dd0a53b95a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5d60581-244f-4893-9d60-eb8abafbd853 HTTP/1.1" status: 204  len: 168 time: 0.2115269
Jun 25 15:17:58.826388 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:58.909673 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:58.913591 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:58.917457 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3a4cb8b2-cf67-4df5-8589-4198ed4143d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:58.943461 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'}  {{(pid=78435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 15:17:58.951842 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c296bf-6575-4910-bf80-19e57c260d55,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:58.956023 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:58.961254 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:58.961592 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.db.segments_db [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Added segment 03893598-31bc-43a1-b203-9b9b3ce3a798 of type vlan for network cee9399a-acb0-4745-a95c-178711ea4510
Jun 25 15:17:58.989784 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:59.018726 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:59.019732 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:59.020307 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:59.024965 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-da89261b-ce06-4302-ad29-79140f12e20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:59.126331 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Pushing event updated for resources: {'Network': ['ID=cee9399a-acb0-4745-a95c-178711ea4510,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:59.129214 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:59.134108 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-746e2cb5-3cb4-4fea-9345-7bf339c17889 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.6398435
Jun 25 15:17:59.135831 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 52744) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:17:59.142053 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-bb2efc6f-a2c3-407b-bbdf-f8c438d7f1eb admin admin] Request body: {'subnet': {'network_id': 'cee9399a-acb0-4745-a95c-178711ea4510', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1827658057-subnet', 'tenant_id': 'f40effd00d5c46f5b69b0cc432360bed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:17:59.147210 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network cee9399a-acb0-4745-a95c-178711ea4510 details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 15:17:59.154499 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-bb2efc6f-a2c3-407b-bbdf-f8c438d7f1eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:17:59.159080 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-bb2efc6f-a2c3-407b-bbdf-f8c438d7f1eb admin admin] Usage tracker for resource:subnet and tenant:f40effd00d5c46f5b69b0cc432360bed is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:17:59.162109 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-bb2efc6f-a2c3-407b-bbdf-f8c438d7f1eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:17:59.168147 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-bb2efc6f-a2c3-407b-bbdf-f8c438d7f1eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:17:59.182727 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2efc6f-a2c3-407b-bbdf-f8c438d7f1eb admin admin] Made reservation on behalf of f40effd00d5c46f5b69b0cc432360bed for: {'subnet': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 15:17:59.186156 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bb2efc6f-a2c3-407b-bbdf-f8c438d7f1eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6113058'] for subnet, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:59.400507 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bb2efc6f-a2c3-407b-bbdf-f8c438d7f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7232866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6113076'] for subnet, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:59.404494 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:17:59.475695 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2efc6f-a2c3-407b-bbdf-f8c438d7f1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebce7028-7a7e-4595-a68a-c48f820570ab,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:17:59.479214 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bb2efc6f-a2c3-407b-bbdf-f8c438d7f1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:17:59.485529 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2efc6f-a2c3-407b-bbdf-f8c438d7f1eb admin admin] Checking segment: {'id': '03893598-31bc-43a1-b203-9b9b3ce3a798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cee9399a-acb0-4745-a95c-178711ea4510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 15:17:59.485883 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2efc6f-a2c3-407b-bbdf-f8c438d7f1eb admin admin] Network hostable DHCP agents. Network: cee9399a-acb0-4745-a95c-178711ea4510, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 15:17:59.504850 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2efc6f-a2c3-407b-bbdf-f8c438d7f1eb admin admin] Network cee9399a-acb0-4745-a95c-178711ea4510 is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 15:17:59.515363 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-bb2efc6f-a2c3-407b-bbdf-f8c438d7f1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, cee9399a-acb0-4745-a95c-178711ea4510) {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 15:17:59.527960 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2efc6f-a2c3-407b-bbdf-f8c438d7f1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:17:59.528718 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bb2efc6f-a2c3-407b-bbdf-f8c438d7f1eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:17:59.530137 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7f1639-afcc-4d47-9894-1b9e2800e60c None None] Network cee9399a-acb0-4745-a95c-178711ea4510 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 15:17:59.560504 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-bb2efc6f-a2c3-407b-bbdf-f8c438d7f1eb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.4195390
Jun 25 15:17:59.756005 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c776a7-564e-43ab-ae64-1535cccd84b5 None None] Network cee9399a-acb0-4745-a95c-178711ea4510 requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 15:18:00.215695 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 52780) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:00.222201 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1228163935-network', 'tenant_id': 'ecf936065a484bb79fe698fe29b339df'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:18:00.226983 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:18:00.231057 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Usage tracker for resource:network and tenant:ecf936065a484bb79fe698fe29b339df is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:18:00.234970 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:18:00.248421 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:18:00.258603 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Made reservation on behalf of ecf936065a484bb79fe698fe29b339df for: {'network': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 15:18:00.260934 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:00.274364 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:00.293461 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:18:00.297884 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Usage tracker for resource:security_group_rule and tenant:ecf936065a484bb79fe698fe29b339df is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:18:00.300738 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:18:00.306329 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:18:00.405931 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:00.412139 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:00.415351 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-e13fc5bc-80ed-4739-8caf-756c3e2985c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:18:00.445593 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=78436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 15:18:00.450907 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c14c5d-7507-47c4-bd5b-4677883c28d1,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:18:00.455139 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:18:00.458993 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:00.459361 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.segments_db [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Added segment ffbcd253-eec9-45a8-90b2-74cee4e15944 of type vlan for network cee6b681-2dbc-4d7a-b0df-ce8d89fea16b
Jun 25 15:18:00.489283 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:00.519940 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:00.521343 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:18:00.521958 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:00.526796 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:18:00.709247 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4924266
Jun 25 15:18:00.710106 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Pushing event updated for resources: {'Network': ['ID=cee6b681-2dbc-4d7a-b0df-ce8d89fea16b,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:18:00.711971 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52784) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:00.713147 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0c01e630-79d5-416e-a315-87a2a217a49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:18:00.717583 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.v2.base [None req-0ba7c167-649e-42ae-96c2-f9ebd5588243 admin admin] Request body: {'subnet': {'network_id': 'cee6b681-2dbc-4d7a-b0df-ce8d89fea16b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1228163935-subnet', 'tenant_id': 'ecf936065a484bb79fe698fe29b339df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:18:00.722607 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-0ba7c167-649e-42ae-96c2-f9ebd5588243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:18:00.725731 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network cee6b681-2dbc-4d7a-b0df-ce8d89fea16b details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 15:18:00.726384 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-0ba7c167-649e-42ae-96c2-f9ebd5588243 admin admin] Usage tracker for resource:subnet and tenant:ecf936065a484bb79fe698fe29b339df is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:18:00.729211 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-0ba7c167-649e-42ae-96c2-f9ebd5588243 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:18:00.734807 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-0ba7c167-649e-42ae-96c2-f9ebd5588243 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:18:00.746200 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba7c167-649e-42ae-96c2-f9ebd5588243 admin admin] Made reservation on behalf of ecf936065a484bb79fe698fe29b339df for: {'subnet': 1} {{(pid=78435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 15:18:00.748856 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0ba7c167-649e-42ae-96c2-f9ebd5588243 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6392516'] for subnet, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:00.951496 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0ba7c167-649e-42ae-96c2-f9ebd5588243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6485581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6392530'] for subnet, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:00.955246 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:18:01.026510 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7c167-649e-42ae-96c2-f9ebd5588243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c21c365b-c45f-41ea-8c7f-3051921587d2,revision_number=0']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:18:01.028945 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-0ba7c167-649e-42ae-96c2-f9ebd5588243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:18:01.036374 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba7c167-649e-42ae-96c2-f9ebd5588243 admin admin] Checking segment: {'id': 'ffbcd253-eec9-45a8-90b2-74cee4e15944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cee6b681-2dbc-4d7a-b0df-ce8d89fea16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 15:18:01.036765 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba7c167-649e-42ae-96c2-f9ebd5588243 admin admin] Network hostable DHCP agents. Network: cee6b681-2dbc-4d7a-b0df-ce8d89fea16b, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 15:18:01.056588 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba7c167-649e-42ae-96c2-f9ebd5588243 admin admin] Network cee6b681-2dbc-4d7a-b0df-ce8d89fea16b is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 15:18:01.065195 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.scheduler.base_scheduler [None req-0ba7c167-649e-42ae-96c2-f9ebd5588243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, cee6b681-2dbc-4d7a-b0df-ce8d89fea16b) {{(pid=78435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 15:18:01.069504 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba7c167-649e-42ae-96c2-f9ebd5588243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:18:01.070061 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0ba7c167-649e-42ae-96c2-f9ebd5588243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:01.073872 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770cd60e-de31-4576-ad4a-00076841368a None None] Network cee6b681-2dbc-4d7a-b0df-ce8d89fea16b requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 15:18:01.092537 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-0ba7c167-649e-42ae-96c2-f9ebd5588243 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3794334
Jun 25 15:18:01.237280 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52794) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:01.295110 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf9ed36-1ca9-41b5-943d-9b96ad5f5adc None None] Network cee6b681-2dbc-4d7a-b0df-ce8d89fea16b requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 15:18:01.298041 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.db_base_plugin_v2 [None req-82307e3f-fc10-4c14-b932-503b71fe84d9 admin admin] Deleting subnet ebce7028-7a7e-4595-a68a-c48f820570ab {{(pid=78435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 25 15:18:01.301227 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-82307e3f-fc10-4c14-b932-503b71fe84d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:01.469568 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-82307e3f-fc10-4c14-b932-503b71fe84d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6995110'] for subnet, precommit_delete_associations {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:01.529174 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-82307e3f-fc10-4c14-b932-503b71fe84d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409244'] for subnet, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:01.601974 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-82307e3f-fc10-4c14-b932-503b71fe84d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6485516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6392553'] for subnet, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:01.606138 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-fef2fa47-4f2b-4858-8147-505771d6e761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:18:01.640302 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82307e3f-fc10-4c14-b932-503b71fe84d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebce7028-7a7e-4595-a68a-c48f820570ab,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:18:01.643783 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-82307e3f-fc10-4c14-b932-503b71fe84d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:18:01.647172 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-82307e3f-fc10-4c14-b932-503b71fe84d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for subnet, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:01.653090 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-82307e3f-fc10-4c14-b932-503b71fe84d9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ebce7028-7a7e-4595-a68a-c48f820570ab HTTP/1.1" status: 204  len: 168 time: 0.4147258
Jun 25 15:18:01.656036 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52802) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:01.686339 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:18:01.766041 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-70eb65e3-a446-40c6-b507-2d099809f426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1810749'] for network, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:01.893960 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-70eb65e3-a446-40c6-b507-2d099809f426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410625', 'neutron.services.segments.db._delete_segments_for_network-8783892414913'] for network, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:01.906833 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-70eb65e3-a446-40c6-b507-2d099809f426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd289a08580>,) {'filters': {'network_id': ['cee9399a-acb0-4745-a95c-178711ea4510']}} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:18:01.918226 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-70eb65e3-a446-40c6-b507-2d099809f426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd289a08580>, '03893598-31bc-43a1-b203-9b9b3ce3a798') {'for_net_delete': True} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:18:01.918517 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-70eb65e3-a446-40c6-b507-2d099809f426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd289a08580>, '03893598-31bc-43a1-b203-9b9b3ce3a798') {} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:18:01.929346 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-70eb65e3-a446-40c6-b507-2d099809f426 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783892427816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6995103'] for segment, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:01.944507 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-70eb65e3-a446-40c6-b507-2d099809f426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:01.950219 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70eb65e3-a446-40c6-b507-2d099809f426 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=78435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 25 15:18:01.950589 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-70eb65e3-a446-40c6-b507-2d099809f426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1411209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6486702'] for segment, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]: Traceback (most recent call last):
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:     timer()
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:     cb(*args, **kw)
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:     return func(*args, **kwargs)
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:     self._notify()
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:     self.callback(batched_events)
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:     event.method(event)
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:     return f(self, *a, **k)
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._get(url).json()
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self.request(url, 'GET', **kwargs)
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 25 15:18:01.963903 dv-cinder-798091-1-iscsi neutron-server[78435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 25 15:18:02.039593 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-70eb65e3-a446-40c6-b507-2d099809f426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549382'] for network, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:02.043864 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-70eb65e3-a446-40c6-b507-2d099809f426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:02.048211 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:18:02.069207 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-70eb65e3-a446-40c6-b507-2d099809f426 admin admin] 10.222.0.52 "DELETE /v2.0/networks/cee9399a-acb0-4745-a95c-178711ea4510 HTTP/1.1" status: 204  len: 168 time: 0.4096131
Jun 25 15:18:02.069508 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 52806) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:02.069971 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb65e3-a446-40c6-b507-2d099809f426 admin admin] Pushing event deleted for resources: {'Network': ['ID=cee9399a-acb0-4745-a95c-178711ea4510,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:18:02.072252 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-70eb65e3-a446-40c6-b507-2d099809f426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:18:02.128005 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_v2 [None req-804c853c-06f3-4f78-9701-5bfa0b6a5e12 admin admin] Deleting subnet c21c365b-c45f-41ea-8c7f-3051921587d2 {{(pid=78436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 25 15:18:02.130997 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-804c853c-06f3-4f78-9701-5bfa0b6a5e12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:02.181888 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-804c853c-06f3-4f78-9701-5bfa0b6a5e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7303082'] for subnet, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:02.235060 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-804c853c-06f3-4f78-9701-5bfa0b6a5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409244'] for subnet, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:02.299341 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-804c853c-06f3-4f78-9701-5bfa0b6a5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7232803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6113039'] for subnet, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:02.302962 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:18:02.339581 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c853c-06f3-4f78-9701-5bfa0b6a5e12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c21c365b-c45f-41ea-8c7f-3051921587d2,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:18:02.343147 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-804c853c-06f3-4f78-9701-5bfa0b6a5e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:18:02.347370 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-804c853c-06f3-4f78-9701-5bfa0b6a5e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:02.354436 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:02.356874 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-804c853c-06f3-4f78-9701-5bfa0b6a5e12 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c21c365b-c45f-41ea-8c7f-3051921587d2 HTTP/1.1" status: 204  len: 168 time: 0.2859638
Jun 25 15:18:02.357378 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52810) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:02.463215 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3f03f0c0-1d39-4d55-b8ff-1061fe0ab88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1810749'] for network, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:02.587086 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3f03f0c0-1d39-4d55-b8ff-1061fe0ab88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410625', 'neutron.services.segments.db._delete_segments_for_network-8783892414913'] for network, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:02.600687 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-3f03f0c0-1d39-4d55-b8ff-1061fe0ab88b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2895f6310>,) {'filters': {'network_id': ['cee6b681-2dbc-4d7a-b0df-ce8d89fea16b']}} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:18:02.613287 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-3f03f0c0-1d39-4d55-b8ff-1061fe0ab88b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2895f6310>, 'ffbcd253-eec9-45a8-90b2-74cee4e15944') {'for_net_delete': True} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:18:02.613587 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-3f03f0c0-1d39-4d55-b8ff-1061fe0ab88b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2895f6310>, 'ffbcd253-eec9-45a8-90b2-74cee4e15944') {} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:18:02.625318 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3f03f0c0-1d39-4d55-b8ff-1061fe0ab88b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783892427816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6995103'] for segment, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:02.641557 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3f03f0c0-1d39-4d55-b8ff-1061fe0ab88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:02.647594 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f03f0c0-1d39-4d55-b8ff-1061fe0ab88b admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=78435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 25 15:18:02.648007 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3f03f0c0-1d39-4d55-b8ff-1061fe0ab88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1411209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6486702'] for segment, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]: Traceback (most recent call last):
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:     timer()
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:     cb(*args, **kw)
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:     return func(*args, **kwargs)
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:     self._notify()
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:     self.callback(batched_events)
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:     event.method(event)
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:     return f(self, *a, **k)
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._get(url).json()
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self.request(url, 'GET', **kwargs)
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 25 15:18:02.661108 dv-cinder-798091-1-iscsi neutron-server[78435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 25 15:18:02.739567 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3f03f0c0-1d39-4d55-b8ff-1061fe0ab88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549382'] for network, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:02.744176 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-3f03f0c0-1d39-4d55-b8ff-1061fe0ab88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:02.746799 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:18:02.767740 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03f0c0-1d39-4d55-b8ff-1061fe0ab88b admin admin] Pushing event deleted for resources: {'Network': ['ID=cee6b681-2dbc-4d7a-b0df-ce8d89fea16b,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:18:02.770177 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3f03f0c0-1d39-4d55-b8ff-1061fe0ab88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:18:02.771949 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-3f03f0c0-1d39-4d55-b8ff-1061fe0ab88b admin admin] 10.222.0.52 "DELETE /v2.0/networks/cee6b681-2dbc-4d7a-b0df-ce8d89fea16b HTTP/1.1" status: 204  len: 168 time: 0.4133031
Jun 25 15:18:02.863942 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52822) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:02.951994 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52828) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:03.003671 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-f934e598-28fd-48e1-9f4f-8cdc55429d4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f40effd00d5c46f5b69b0cc432360bed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500300
Jun 25 15:18:03.006017 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52832) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:03.066237 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9719-ea5b-46fd-b33e-90f33e3d5e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:03.091319 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9719-ea5b-46fd-b33e-90f33e3d5e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:03.148512 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9719-ea5b-46fd-b33e-90f33e3d5e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:03.153297 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b6df9ccf-ea44-4c64-a803-b1735f23fde1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:18:03.167720 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca9719-ea5b-46fd-b33e-90f33e3d5e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c296bf-6575-4910-bf80-19e57c260d55,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:18:03.170029 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b6ca9719-ea5b-46fd-b33e-90f33e3d5e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:18:03.172764 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9719-ea5b-46fd-b33e-90f33e3d5e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:03.176681 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-b6ca9719-ea5b-46fd-b33e-90f33e3d5e5e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20c296bf-6575-4910-bf80-19e57c260d55 HTTP/1.1" status: 204  len: 168 time: 0.1669872
Jun 25 15:18:03.202683 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5e071b36-db75-4a0b-9e02-ab519f9c59d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:03.219191 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-5e071b36-db75-4a0b-9e02-ab519f9c59d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:18:03.223595 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-5e071b36-db75-4a0b-9e02-ab519f9c59d1 admin admin] Usage tracker for resource:security_group_rule and tenant:147f683216bb4e59a12e6a4b2d93c05e is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:18:03.226477 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-5e071b36-db75-4a0b-9e02-ab519f9c59d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:18:03.232088 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-5e071b36-db75-4a0b-9e02-ab519f9c59d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:18:03.315207 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5e071b36-db75-4a0b-9e02-ab519f9c59d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:03.319209 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-5e071b36-db75-4a0b-9e02-ab519f9c59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:03.326377 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-b3ab7205-c4b5-462b-99d5-5de27f9d4c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:18:03.371510 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-5e071b36-db75-4a0b-9e02-ab519f9c59d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=147f683216bb4e59a12e6a4b2d93c05e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5064692
Jun 25 15:18:03.372381 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e071b36-db75-4a0b-9e02-ab519f9c59d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cc67f9-a4cc-4c95-adb6-e541f8dd5407,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:18:03.374209 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 52840) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:03.375871 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-5e071b36-db75-4a0b-9e02-ab519f9c59d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:18:03.447113 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-32e0a9fa-b937-4bee-8b05-b30148bde992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:03.466160 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52844) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:03.477927 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-32e0a9fa-b937-4bee-8b05-b30148bde992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:03.515350 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-6cb04652-e12c-4ed2-9507-17eb3f773541 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ecf936065a484bb79fe698fe29b339df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0474222
Jun 25 15:18:03.517863 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 52848) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:03.531612 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-32e0a9fa-b937-4bee-8b05-b30148bde992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:03.536327 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5bc87b5c-5145-42b6-b25b-92c604a9c658 tempest-AttachVolumeShelveTestJSON-1885343404 tempest-AttachVolumeShelveTestJSON-1885343404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:18:03.546733 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0a9fa-b937-4bee-8b05-b30148bde992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cc67f9-a4cc-4c95-adb6-e541f8dd5407,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:18:03.549240 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-32e0a9fa-b937-4bee-8b05-b30148bde992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:18:03.554968 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-32e0a9fa-b937-4bee-8b05-b30148bde992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:03.556110 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-32e0a9fa-b937-4bee-8b05-b30148bde992 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/09cc67f9-a4cc-4c95-adb6-e541f8dd5407 HTTP/1.1" status: 204  len: 168 time: 0.1786094
Jun 25 15:18:03.588579 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0d873e14-c82e-471f-a07d-8d6c707c7918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:03.615485 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0d873e14-c82e-471f-a07d-8d6c707c7918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:03.670061 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0d873e14-c82e-471f-a07d-8d6c707c7918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:03.675032 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3a0d3ab6-5043-4a1c-88b1-7483d6c7b00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:18:03.687973 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d873e14-c82e-471f-a07d-8d6c707c7918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c14c5d-7507-47c4-bd5b-4677883c28d1,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:18:03.692008 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-0d873e14-c82e-471f-a07d-8d6c707c7918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:18:03.700615 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-0d873e14-c82e-471f-a07d-8d6c707c7918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:03.704813 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-0d873e14-c82e-471f-a07d-8d6c707c7918 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/42c14c5d-7507-47c4-bd5b-4677883c28d1 HTTP/1.1" status: 204  len: 168 time: 0.1829376
Jun 25 15:18:08.417636 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0e17ecc9-6ef3-4d25-8f8f-9fd5701fa2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:08.988689 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:10.980361 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7b71-9922-489d-ba1e-0b4cabd18cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:11.976742 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:13.478070 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:32.349581 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:38.418886 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c40a8a42-c62f-41ae-9f6d-39bd6702b46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:38.686122 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:18:38.992157 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:40.981641 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c0e6beb0-4d8c-45b5-9ffe-836ddfbbca82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:41.980805 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:43.481635 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:49.548799 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 53232) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:49.665819 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2167fc25-6200-47e1-bebf-806b70de57e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:49.681167 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-2167fc25-6200-47e1-bebf-806b70de57e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:18:49.685024 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-2167fc25-6200-47e1-bebf-806b70de57e5 admin admin] Usage tracker for resource:security_group_rule and tenant:6888399e200341cabf215b7ccd5e81fa is out of sync, need to count used quota {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:18:49.687892 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.quota.resource [None req-2167fc25-6200-47e1-bebf-806b70de57e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:18:49.694882 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.db.quota.driver [None req-2167fc25-6200-47e1-bebf-806b70de57e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:18:49.783568 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2167fc25-6200-47e1-bebf-806b70de57e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:49.787491 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2167fc25-6200-47e1-bebf-806b70de57e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:49.794896 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-04f43fef-65ed-4b94-ac4f-02fba8889ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:18:49.839657 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-2167fc25-6200-47e1-bebf-806b70de57e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6888399e200341cabf215b7ccd5e81fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2895725
Jun 25 15:18:49.840493 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167fc25-6200-47e1-bebf-806b70de57e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1f8346-e6fe-4b2f-935d-2a41bfcf20cf,revision_number=1']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:18:49.842175 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 53238) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:49.843842 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-2167fc25-6200-47e1-bebf-806b70de57e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:18:49.910646 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-91beb0c3-b67c-4c52-a5b2-be01f8682c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:49.938208 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-91beb0c3-b67c-4c52-a5b2-be01f8682c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:49.996679 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-91beb0c3-b67c-4c52-a5b2-be01f8682c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:50.001516 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9c79602f-c0e6-43e1-a8e1-c57c040b0450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:18:50.016253 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91beb0c3-b67c-4c52-a5b2-be01f8682c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1f8346-e6fe-4b2f-935d-2a41bfcf20cf,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:18:50.020565 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-91beb0c3-b67c-4c52-a5b2-be01f8682c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:18:50.022048 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-91beb0c3-b67c-4c52-a5b2-be01f8682c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:50.023136 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-91beb0c3-b67c-4c52-a5b2-be01f8682c78 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf1f8346-e6fe-4b2f-935d-2a41bfcf20cf HTTP/1.1" status: 204  len: 168 time: 0.1799068
Jun 25 15:18:50.312410 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 53246) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:50.330832 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3e0f33d6-ef53-4a4f-9e05-53cf458c49bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:50.346958 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-3e0f33d6-ef53-4a4f-9e05-53cf458c49bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:18:50.351659 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-3e0f33d6-ef53-4a4f-9e05-53cf458c49bb admin admin] Usage tracker for resource:security_group_rule and tenant:42ea28fde3854e0b9cf019ca023b5415 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:18:50.354753 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-3e0f33d6-ef53-4a4f-9e05-53cf458c49bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:18:50.362261 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-3e0f33d6-ef53-4a4f-9e05-53cf458c49bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:18:50.451230 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3e0f33d6-ef53-4a4f-9e05-53cf458c49bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:50.455185 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-3e0f33d6-ef53-4a4f-9e05-53cf458c49bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:50.462193 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-d187372f-0deb-44b5-b5e1-ed4cae60e916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:18:50.507053 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f33d6-ef53-4a4f-9e05-53cf458c49bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fd4e1c-5e02-4dee-8d5b-03f1f408bb7a,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:18:50.514143 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-3e0f33d6-ef53-4a4f-9e05-53cf458c49bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=42ea28fde3854e0b9cf019ca023b5415&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1981907
Jun 25 15:18:50.514143 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-3e0f33d6-ef53-4a4f-9e05-53cf458c49bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:18:50.514509 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 53250) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:50.574868 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bb385a09-95a3-4513-8d3f-68195e8632ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:50.601146 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bb385a09-95a3-4513-8d3f-68195e8632ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:50.653643 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bb385a09-95a3-4513-8d3f-68195e8632ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:50.657523 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-6099f77b-472e-4b2e-882c-a3610fdce631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:18:50.671654 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb385a09-95a3-4513-8d3f-68195e8632ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fd4e1c-5e02-4dee-8d5b-03f1f408bb7a,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:18:50.676538 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bb385a09-95a3-4513-8d3f-68195e8632ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:18:50.678718 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-bb385a09-95a3-4513-8d3f-68195e8632ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:50.679749 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-bb385a09-95a3-4513-8d3f-68195e8632ba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/94fd4e1c-5e02-4dee-8d5b-03f1f408bb7a HTTP/1.1" status: 204  len: 168 time: 0.1645465
Jun 25 15:18:51.911430 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 53282) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:52.040514 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-dda8ba63-39c1-467d-a8f0-71e8d43c1e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:52.056242 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-dda8ba63-39c1-467d-a8f0-71e8d43c1e60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:18:52.060204 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-dda8ba63-39c1-467d-a8f0-71e8d43c1e60 admin admin] Usage tracker for resource:security_group_rule and tenant:3c1f5108b4d1447a8139263305671f70 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:18:52.063320 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-dda8ba63-39c1-467d-a8f0-71e8d43c1e60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:18:52.069215 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-dda8ba63-39c1-467d-a8f0-71e8d43c1e60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:18:52.149866 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-dda8ba63-39c1-467d-a8f0-71e8d43c1e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:52.154029 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-dda8ba63-39c1-467d-a8f0-71e8d43c1e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:52.166710 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-13bad0d0-f95e-4dd4-9693-3c722eac7ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:18:52.206201 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-dda8ba63-39c1-467d-a8f0-71e8d43c1e60 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c1f5108b4d1447a8139263305671f70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2936289
Jun 25 15:18:52.207859 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8ba63-39c1-467d-a8f0-71e8d43c1e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb76e512-8209-4928-a6f8-ca3f2ff2c49e,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:18:52.208841 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 53288) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:18:52.210992 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-dda8ba63-39c1-467d-a8f0-71e8d43c1e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:18:52.268934 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f3178ffe-751f-4059-898c-fd73a8f54b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:52.294304 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f3178ffe-751f-4059-898c-fd73a8f54b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:52.352626 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f3178ffe-751f-4059-898c-fd73a8f54b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:52.356455 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-9e546323-395a-41e9-9ee4-8b9317759961 tempest-TestShelveInstance-1905944885 tempest-TestShelveInstance-1905944885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:18:52.370312 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3178ffe-751f-4059-898c-fd73a8f54b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb76e512-8209-4928-a6f8-ca3f2ff2c49e,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:18:52.373897 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-f3178ffe-751f-4059-898c-fd73a8f54b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:18:52.380993 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-f3178ffe-751f-4059-898c-fd73a8f54b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:18:52.384673 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-f3178ffe-751f-4059-898c-fd73a8f54b1b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb76e512-8209-4928-a6f8-ca3f2ff2c49e HTTP/1.1" status: 204  len: 168 time: 0.1723039
Jun 25 15:19:02.376375 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:08.422680 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-01b0d962-2e9f-4ce3-90bf-94acf75e798b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:08.995123 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:10.983355 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-2e939488-8763-4936-ad80-a9c607f9ccfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:11.983013 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:13.487563 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:15.571686 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 53418) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:19:15.686226 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:19:15.695462 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:15.711634 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:19:15.715590 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Usage tracker for resource:security_group_rule and tenant:a7d5f1f3dd804d9ba22c40cdad0d9e1b is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:19:15.718590 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:19:15.724689 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:19:15.817132 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:15.821674 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:15.829372 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-b086fbf8-68ae-43b6-965c-ecec0420c39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:19:15.873227 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a7d5f1f3dd804d9ba22c40cdad0d9e1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3004282
Jun 25 15:19:15.874025 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8227fc1-af89-40b5-9eab-8601e1a9dfd4,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:19:15.875847 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 53424) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:19:15.882704 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:15.883078 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:15.883454 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:15.883804 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:15.884165 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:15.884547 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:15.884901 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:15.885251 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:15.885602 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:15.885948 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:15.886294 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:15.886638 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:15.890962 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-78568019-3001-4f51-af8b-dd80550d5e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:19:16.039323 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:16.067395 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:16.122757 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:16.126982 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-4c565795-73b1-407f-ada5-16fcf926fb5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:19:16.138099 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8227fc1-af89-40b5-9eab-8601e1a9dfd4,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:19:16.148376 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:16.148780 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:16.149158 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:16.150070 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:16.150070 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:16.150295 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:16.150559 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:16.150911 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:16.151263 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:16.151614 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:16.151963 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:16.152309 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:16.156639 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:16.156639 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8227fc1-af89-40b5-9eab-8601e1a9dfd4 HTTP/1.1" status: 204  len: 168 time: 0.2791545
Jun 25 15:19:16.159429 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-87e6f979-0e57-4557-9f4e-e1c7f4a1c92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:19:16.841423 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 53448) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:19:16.950190 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1133358772-network', 'tenant_id': 'a0df98e3a9414128b2e7cf5fc9c7a242'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:19:16.956018 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:19:16.959890 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Usage tracker for resource:network and tenant:a0df98e3a9414128b2e7cf5fc9c7a242 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:19:16.962804 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:19:16.969483 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:19:16.980935 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Made reservation on behalf of a0df98e3a9414128b2e7cf5fc9c7a242 for: {'network': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 15:19:16.983221 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for network, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:16.995364 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:17.014193 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:19:17.018546 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Usage tracker for resource:security_group_rule and tenant:a0df98e3a9414128b2e7cf5fc9c7a242 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:19:17.021410 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:19:17.027104 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:19:17.118572 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:17.122849 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:17.125914 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1f568e6c-086b-4cab-93b8-b5c775761ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:19:17.154170 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=78436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 25 15:19:17.163282 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c13802-793e-43a1-b46c-d777d58130e1,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:19:17.166903 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:19:17.169524 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:17.169797 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.db.segments_db [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Added segment cd27a536-dc25-4564-96ec-135a7dd1f078 of type vlan for network d0e8abd9-2cf3-4d12-a963-b2144a8764ca
Jun 25 15:19:17.196423 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783891900043'] for network, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:17.225950 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478'] for network, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:17.227240 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:17.227813 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:17.231110 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:19:17.334675 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Pushing event updated for resources: {'Network': ['ID=d0e8abd9-2cf3-4d12-a963-b2144a8764ca,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:19:17.338941 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:19:17.344987 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Network d0e8abd9-2cf3-4d12-a963-b2144a8764ca details requested by agent ovs-agent-dv-cinder-798091-1-iscsi with host dv-cinder-798091-1-iscsi {{(pid=78437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 25 15:19:17.352523 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-0693afec-25c9-4213-b12d-9f5455705f6d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5081334
Jun 25 15:19:17.353659 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 53454) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:19:17.360196 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [None req-7afd3bca-f566-4d5c-87a4-b12144425e06 admin admin] Request body: {'subnet': {'network_id': 'd0e8abd9-2cf3-4d12-a963-b2144a8764ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1133358772-subnet', 'tenant_id': 'a0df98e3a9414128b2e7cf5fc9c7a242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:19:17.366166 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-7afd3bca-f566-4d5c-87a4-b12144425e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:19:17.370985 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-7afd3bca-f566-4d5c-87a4-b12144425e06 admin admin] Usage tracker for resource:subnet and tenant:a0df98e3a9414128b2e7cf5fc9c7a242 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:19:17.374501 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [None req-7afd3bca-f566-4d5c-87a4-b12144425e06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:19:17.381876 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [None req-7afd3bca-f566-4d5c-87a4-b12144425e06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:19:17.395443 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afd3bca-f566-4d5c-87a4-b12144425e06 admin admin] Made reservation on behalf of a0df98e3a9414128b2e7cf5fc9c7a242 for: {'subnet': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 15:19:17.399167 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7afd3bca-f566-4d5c-87a4-b12144425e06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6113058'] for subnet, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:17.612445 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7afd3bca-f566-4d5c-87a4-b12144425e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7232866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6113076'] for subnet, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:17.619490 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-86d59e83-d2e3-46ea-a36d-2de26aa89797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:19:17.697030 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd3bca-f566-4d5c-87a4-b12144425e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4372cc5-b514-4f74-b729-6a8e9bcaca14,revision_number=0']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:19:17.701268 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7afd3bca-f566-4d5c-87a4-b12144425e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:19:17.705477 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd3bca-f566-4d5c-87a4-b12144425e06 admin admin] Checking segment: {'id': 'cd27a536-dc25-4564-96ec-135a7dd1f078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd0e8abd9-2cf3-4d12-a963-b2144a8764ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 15:19:17.705837 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd3bca-f566-4d5c-87a4-b12144425e06 admin admin] Network hostable DHCP agents. Network: d0e8abd9-2cf3-4d12-a963-b2144a8764ca, hostable agents: ['9ff629c3-1679-4f3f-9bf0-bf72a6bf6563'], hosted agents: [] {{(pid=78436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 25 15:19:17.725767 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd3bca-f566-4d5c-87a4-b12144425e06 admin admin] Network d0e8abd9-2cf3-4d12-a963-b2144a8764ca is scheduled to be hosted by DHCP agent 9ff629c3-1679-4f3f-9bf0-bf72a6bf6563 with binding_index 1 {{(pid=78436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 25 15:19:17.737039 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [None req-7afd3bca-f566-4d5c-87a4-b12144425e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798091-1-iscsi, d0e8abd9-2cf3-4d12-a963-b2144a8764ca) {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 15:19:17.742318 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afd3bca-f566-4d5c-87a4-b12144425e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:17.743132 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-7afd3bca-f566-4d5c-87a4-b12144425e06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:17.746416 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c669b3df-489c-4b1e-a5f7-a03b1aea8e51 None None] Network d0e8abd9-2cf3-4d12-a963-b2144a8764ca requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 15:19:17.768049 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-7afd3bca-f566-4d5c-87a4-b12144425e06 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4130654
Jun 25 15:19:18.001150 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba422b2-0d31-4695-99af-10b0af03b5af None None] Network d0e8abd9-2cf3-4d12-a963-b2144a8764ca requested from dv-cinder-798091-1-iscsi {{(pid=78437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 25 15:19:19.830870 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-b9a71fc0-7d07-4fff-aa25-38c41ee850e1 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:19.832317 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-b9a71fc0-7d07-4fff-aa25-38c41ee850e1 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/networks?id=d0e8abd9-2cf3-4d12-a963-b2144a8764ca HTTP/1.1" status: 200  len: 809 time: 0.1459012
Jun 25 15:19:19.847697 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-ff341dea-1e1d-4591-bf8a-d3d26f8a752c tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/quotas/a0df98e3a9414128b2e7cf5fc9c7a242 HTTP/1.1" status: 200  len: 375 time: 0.0100021
Jun 25 15:19:19.897839 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1aedf7bf-7026-46a0-90e0-6489258b2ecb tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a0df98e3a9414128b2e7cf5fc9c7a242&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0449941
Jun 25 15:19:20.074664 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-2d994f2e-830d-4205-a1b1-d46a08967d9c service neutron] 10.222.0.52 "GET /v2.0/networks/d0e8abd9-2cf3-4d12-a963-b2144a8764ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702297
Jun 25 15:19:20.208084 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-94d4987f-0962-4708-90f1-52b5d56f1e42 service neutron] 10.222.0.52 "GET /v2.0/networks/d0e8abd9-2cf3-4d12-a963-b2144a8764ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270201
Jun 25 15:19:20.385854 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-23645fa4-6cac-4342-a948-edb423c41c47 req-7308d870-e283-4f08-b542-28566029590b tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 210 time: 0.0442276
Jun 25 15:19:21.504352 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-11b23fcd-defb-4bad-b383-20e704331d1b tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:21.505057 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-11b23fcd-defb-4bad-b383-20e704331d1b tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Synchronizing usage tracker for tenant:a0df98e3a9414128b2e7cf5fc9c7a242 on resource:network {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 15:19:21.524324 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-11b23fcd-defb-4bad-b383-20e704331d1b tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Unset dirty status for tenant:a0df98e3a9414128b2e7cf5fc9c7a242 on resource:network {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 15:19:21.525914 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-11b23fcd-defb-4bad-b383-20e704331d1b tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.16 "GET /v2.0/networks?id=d0e8abd9-2cf3-4d12-a963-b2144a8764ca HTTP/1.1" status: 200  len: 809 time: 0.1707497
Jun 25 15:19:21.535717 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-03eaeeb5-796d-4f6a-9643-7797affdd127 req-a39cc05b-582f-407c-820a-d3cf335d855b tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 210 time: 0.0438476
Jun 25 15:19:21.558150 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Request body: {'port': {'device_id': '6296583d-a0ab-44ef-8c23-afcfe614d5fe', 'network_id': 'd0e8abd9-2cf3-4d12-a963-b2144a8764ca', 'admin_state_up': True, 'tenant_id': 'a0df98e3a9414128b2e7cf5fc9c7a242'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:19:21.793736 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:19:21.797417 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Usage tracker for resource:port and tenant:a0df98e3a9414128b2e7cf5fc9c7a242 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:19:21.800161 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:19:21.805702 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:19:21.816837 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Made reservation on behalf of a0df98e3a9414128b2e7cf5fc9c7a242 for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 15:19:21.820569 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:21.984829 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Allocated IP 172.20.0.14 (d0e8abd9-2cf3-4d12-a963-b2144a8764ca/d4372cc5-b514-4f74-b729-6a8e9bcaca14/18dfe99b-1bf7-4b30-973e-1e5dde00dcdf) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 15:19:22.180512 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:22.209857 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:22.215440 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-8b0d4ffe-7082-46c1-a671-17cd8378e051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:19:22.293230 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Network d0e8abd9-2cf3-4d12-a963-b2144a8764ca is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 15:19:22.296208 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 15:19:22.300702 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 15:19:22.330659 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Pushing event updated for resources: {'Port': ['ID=18dfe99b-1bf7-4b30-973e-1e5dde00dcdf,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:19:22.336910 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:19:22.365877 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:22.366480 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:22.387480 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8346565
Jun 25 15:19:22.406166 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Request body: {'port': {'device_id': '6296583d-a0ab-44ef-8c23-afcfe614d5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:19:22.515825 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:22.724912 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f8bec-d33a-430d-9bbd-3f7f3518bd44 req-129ebcd0-2cfb-4f5c-906a-3127c38da6f7 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:22.726349 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-aa7f8bec-d33a-430d-9bbd-3f7f3518bd44 req-129ebcd0-2cfb-4f5c-906a-3127c38da6f7 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 932 time: 0.0834553
Jun 25 15:19:22.771711 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-aa7f8bec-d33a-430d-9bbd-3f7f3518bd44 req-13477f26-9b02-44d2-a663-8f8060b34ceb tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395877
Jun 25 15:19:22.868365 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 15:19:22.875585 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:22.890952 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Transition to ACTIVE for port object 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 15:19:22.894453 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7229925'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:22.898995 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-50f4df9c-9144-4e8c-bcdb-784c3f4f0194 tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:19:23.046759 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Pushing event updated for resources: {'Port': ['ID=18dfe99b-1bf7-4b30-973e-1e5dde00dcdf,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:19:23.053767 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:19:23.122114 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Attempting to bind port 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 15:19:23.122444 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Attempting to bind port 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'cd27a536-dc25-4564-96ec-135a7dd1f078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd0e8abd9-2cf3-4d12-a963-b2144a8764ca'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 15:19:23.122774 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Attempting to bind port 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf on network d0e8abd9-2cf3-4d12-a963-b2144a8764ca {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 15:19:23.128039 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Port 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf on network d0e8abd9-2cf3-4d12-a963-b2144a8764ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 15:19:23.128359 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Attempting to bind port 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf on network d0e8abd9-2cf3-4d12-a963-b2144a8764ca {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 15:19:23.133657 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 15, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 15:19:23.133995 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Checking segment: {'id': 'cd27a536-dc25-4564-96ec-135a7dd1f078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd0e8abd9-2cf3-4d12-a963-b2144a8764ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 15:19:23.134373 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Bound using segment: {'id': 'cd27a536-dc25-4564-96ec-135a7dd1f078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd0e8abd9-2cf3-4d12-a963-b2144a8764ca'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 15:19:23.134794 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Bound port: 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd27a536-dc25-4564-96ec-135a7dd1f078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd0e8abd9-2cf3-4d12-a963-b2144a8764ca'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 15:19:23.135136 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:23.224225 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] For port 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf, host hv-cinder-79809, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 15:19:23.227153 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] For port 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=18dfe99b-1bf7-4b30-973e-1e5dde00dcdf,segment=NetworkSegment(cd27a536-dc25-4564-96ec-135a7dd1f078),segment_id=cd27a536-dc25-4564-96ec-135a7dd1f078)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 15:19:23.232200 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7229925'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:23.237410 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-f15d1974-a13e-4ee0-b021-bb5b507d8e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:19:23.292145 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:23.292781 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:23.294131 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] 10.222.0.16 "PUT /v2.0/ports/18dfe99b-1bf7-4b30-973e-1e5dde00dcdf HTTP/1.1" status: 200  len: 1094 time: 0.8924119
Jun 25 15:19:23.294626 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6296583d-a0ab-44ef-8c23-afcfe614d5fe', 'tag': '18dfe99b-1bf7-4b30-973e-1e5dde00dcdf'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 15:19:23.322337 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Pushing event updated for resources: {'Port': ['ID=18dfe99b-1bf7-4b30-973e-1e5dde00dcdf,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:19:23.325410 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:19:23.342027 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6296583d-a0ab-44ef-8c23-afcfe614d5fe', 'tag': '18dfe99b-1bf7-4b30-973e-1e5dde00dcdf', 'status': 'completed', 'code': 200}
Jun 25 15:19:23.436350 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-c6c1f0e9-f122-4e99-ba1c-94b5cc9f090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:23.437823 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-c6c1f0e9-f122-4e99-ba1c-94b5cc9f090a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a0df98e3a9414128b2e7cf5fc9c7a242&device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 1097 time: 0.0743802
Jun 25 15:19:23.511668 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-3dab5b4d-a9dc-42ff-a591-9e2c121bfc6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18dfe99b-1bf7-4b30-973e-1e5dde00dcdf HTTP/1.1" status: 200  len: 217 time: 0.0597186
Jun 25 15:19:23.666673 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-dfecea80-fbfe-4987-90fd-afdd62978e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:23.667996 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-dfecea80-fbfe-4987-90fd-afdd62978e70 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4372cc5-b514-4f74-b729-6a8e9bcaca14 HTTP/1.1" status: 200  len: 849 time: 0.1487675
Jun 25 15:19:23.716285 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-7c84f30b-d183-4871-9ebe-3b06065d7589 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d0e8abd9-2cf3-4d12-a963-b2144a8764ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399129
Jun 25 15:19:23.849706 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-9876a940-fa11-4fde-8fec-e289e543bf56 service neutron] 10.222.0.16 "GET /v2.0/networks/d0e8abd9-2cf3-4d12-a963-b2144a8764ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248505
Jun 25 15:19:23.954872 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259009c3-60ab-41b9-b3d6-ff4a2c58c307 req-c7aa544c-e32e-4fce-a7ae-dcde213e2637 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:23.956313 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-259009c3-60ab-41b9-b3d6-ff4a2c58c307 req-c7aa544c-e32e-4fce-a7ae-dcde213e2637 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 944 time: 0.0793979
Jun 25 15:19:23.980916 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2e388125-0682-43be-990f-79ae26d2cbf3 req-5a4631f1-1a2e-49fc-b5c7-d42d7c95016e service neutron] 10.222.0.16 "GET /v2.0/networks/d0e8abd9-2cf3-4d12-a963-b2144a8764ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236005
Jun 25 15:19:24.003333 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-259009c3-60ab-41b9-b3d6-ff4a2c58c307 req-10692efc-7809-4a31-b80a-166a510ad2fe tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412312
Jun 25 15:19:24.156913 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba43a7-9e05-454c-bfff-21f14941fa74 req-f8e60298-160a-45f8-96a8-a68078c99c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:24.158396 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d0ba43a7-9e05-454c-bfff-21f14941fa74 req-f8e60298-160a-45f8-96a8-a68078c99c2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a0df98e3a9414128b2e7cf5fc9c7a242&device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 1097 time: 0.0706258
Jun 25 15:19:24.293642 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba43a7-9e05-454c-bfff-21f14941fa74 req-1a79d72f-4aab-4e4b-b2aa-9ddaaace9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:24.295059 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d0ba43a7-9e05-454c-bfff-21f14941fa74 req-1a79d72f-4aab-4e4b-b2aa-9ddaaace9f77 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d0e8abd9-2cf3-4d12-a963-b2144a8764ca HTTP/1.1" status: 200  len: 910 time: 0.1290703
Jun 25 15:19:24.368182 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d0ba43a7-9e05-454c-bfff-21f14941fa74 req-ea7a5ab8-fcf3-4207-8e50-100a032aa41c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18dfe99b-1bf7-4b30-973e-1e5dde00dcdf HTTP/1.1" status: 200  len: 217 time: 0.0645847
Jun 25 15:19:24.433526 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba43a7-9e05-454c-bfff-21f14941fa74 req-c62f056e-6cd4-4ab0-a34d-5fb29f36ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:24.435030 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d0ba43a7-9e05-454c-bfff-21f14941fa74 req-c62f056e-6cd4-4ab0-a34d-5fb29f36ae49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4372cc5-b514-4f74-b729-6a8e9bcaca14 HTTP/1.1" status: 200  len: 849 time: 0.0587521
Jun 25 15:19:24.489798 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d0ba43a7-9e05-454c-bfff-21f14941fa74 req-54c6a76e-58fd-45ff-89da-2a61be41ea17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d0e8abd9-2cf3-4d12-a963-b2144a8764ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469060
Jun 25 15:19:24.625373 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d0ba43a7-9e05-454c-bfff-21f14941fa74 req-62e1fd95-15ae-441c-ab3b-1d9c522f527b service neutron] 10.222.0.16 "GET /v2.0/networks/d0e8abd9-2cf3-4d12-a963-b2144a8764ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287618
Jun 25 15:19:24.766010 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-d0ba43a7-9e05-454c-bfff-21f14941fa74 req-0acd8a04-5121-4ea5-9877-da40d555181e service neutron] 10.222.0.16 "GET /v2.0/networks/d0e8abd9-2cf3-4d12-a963-b2144a8764ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316562
Jun 25 15:19:25.195124 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cde8d-6e86-4751-b6f2-455f28b65e3a req-198d81cb-5618-495d-aed5-e4090fe2218e tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:25.196561 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b52cde8d-6e86-4751-b6f2-455f28b65e3a req-198d81cb-5618-495d-aed5-e4090fe2218e tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 944 time: 0.0805883
Jun 25 15:19:25.240546 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b52cde8d-6e86-4751-b6f2-455f28b65e3a req-66564c0d-6590-4dac-ba7e-d4dee30d24e8 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383408
Jun 25 15:19:26.425661 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1711e-2f4b-442d-861e-dc1eb2e8ebca req-1e3e8df2-4ab8-4d0e-ad55-40987861b288 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:26.427113 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-24a1711e-2f4b-442d-861e-dc1eb2e8ebca req-1e3e8df2-4ab8-4d0e-ad55-40987861b288 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 944 time: 0.0850818
Jun 25 15:19:26.470305 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-24a1711e-2f4b-442d-861e-dc1eb2e8ebca req-11b52418-c3f8-4ce9-859c-a8b3af2da83d tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376093
Jun 25 15:19:27.651908 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2bd03-1a79-41c5-a296-3a7e76f71c12 req-3cadfadb-a1ca-4681-bb20-811e73b5df21 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:27.653282 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-02d2bd03-1a79-41c5-a296-3a7e76f71c12 req-3cadfadb-a1ca-4681-bb20-811e73b5df21 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 944 time: 0.0784402
Jun 25 15:19:27.697714 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-02d2bd03-1a79-41c5-a296-3a7e76f71c12 req-0e5efd57-0693-47f3-9674-f7ca74c499bf tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388119
Jun 25 15:19:27.809099 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 15:19:27.937693 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=18dfe99b-1bf7-4b30-973e-1e5dde00dcdf,segment=NetworkSegment(cd27a536-dc25-4564-96ec-135a7dd1f078),segment_id=cd27a536-dc25-4564-96ec-135a7dd1f078)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:19:27.953428 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': '18dfe99b-1bf7-4b30-973e-1e5dde00dcdf', 'network_id': 'd0e8abd9-2cf3-4d12-a963-b2144a8764ca', 'port_id': '18dfe99b-1bf7-4b30-973e-1e5dde00dcdf', 'mac_address': 'fa:16:3e:7c:c8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4372cc5-b514-4f74-b729-6a8e9bcaca14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 15:19:28.006497 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:28.023019 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 15:19:28.038423 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=18dfe99b-1bf7-4b30-973e-1e5dde00dcdf,segment=NetworkSegment(cd27a536-dc25-4564-96ec-135a7dd1f078),segment_id=cd27a536-dc25-4564-96ec-135a7dd1f078)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:19:28.042139 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:28.045081 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:19:28.110157 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=18dfe99b-1bf7-4b30-973e-1e5dde00dcdf,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:19:28.117258 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:28.117595 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:28.117934 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:28.118261 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:28.118582 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:28.118902 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:28.119222 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:28.119539 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:28.119856 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:28.120176 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:28.120504 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:28.120826 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:19:28.125119 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:19:28.332081 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['18dfe99b-1bf7-4b30-973e-1e5dde00dcdf'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 15:19:28.888054 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c534e-bd5f-40ce-a1ab-571776fe7ce7 req-5625f588-0bba-486c-b296-5286581c6be1 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:28.889554 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-871c534e-bd5f-40ce-a1ab-571776fe7ce7 req-5625f588-0bba-486c-b296-5286581c6be1 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 945 time: 0.0881917
Jun 25 15:19:28.933746 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-871c534e-bd5f-40ce-a1ab-571776fe7ce7 req-d74abf43-bca8-4758-add6-dbae76b562cf tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384815
Jun 25 15:19:29.823946 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 15:19:29.893050 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 15:19:29.898205 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 15:19:29.898575 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:30.013564 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:30.042916 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6296583d-a0ab-44ef-8c23-afcfe614d5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dfe99b-1bf7-4b30-973e-1e5dde00dcdf'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 15:19:30.052874 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=18dfe99b-1bf7-4b30-973e-1e5dde00dcdf,segment=NetworkSegment(cd27a536-dc25-4564-96ec-135a7dd1f078),segment_id=cd27a536-dc25-4564-96ec-135a7dd1f078)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:19:30.058920 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:30.060971 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:19:30.104311 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6296583d-a0ab-44ef-8c23-afcfe614d5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dfe99b-1bf7-4b30-973e-1e5dde00dcdf', 'code': 200}
Jun 25 15:19:30.122523 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f25e98-3cdb-4f5d-b8c1-ac3b55a9e0a3 req-df0a9fba-af55-4a1a-bcb8-7f3a7720905a tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:30.124021 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c2f25e98-3cdb-4f5d-b8c1-ac3b55a9e0a3 req-df0a9fba-af55-4a1a-bcb8-7f3a7720905a tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 946 time: 0.0868437
Jun 25 15:19:30.129435 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=18dfe99b-1bf7-4b30-973e-1e5dde00dcdf,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:19:30.132707 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:19:30.180268 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-c2f25e98-3cdb-4f5d-b8c1-ac3b55a9e0a3 req-59f69294-c956-4902-9721-722a5e25480b tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492194
Jun 25 15:19:30.362261 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809e1b0-9e14-4a8c-935a-8072a674a32d req-1073ec80-7269-46eb-b9bb-4ccb511b8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:30.364155 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2809e1b0-9e14-4a8c-935a-8072a674a32d req-1073ec80-7269-46eb-b9bb-4ccb511b8e00 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 1099 time: 0.0687277
Jun 25 15:19:30.404382 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2809e1b0-9e14-4a8c-935a-8072a674a32d req-aa5225d4-63e7-4818-b2c6-24abeac597c1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334532
Jun 25 15:19:31.392284 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d016a7-71b9-411f-b654-13e7ea712379 req-13aaa0ba-ecde-4a09-8edd-fd925befdbb8 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:31.393995 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b7d016a7-71b9-411f-b654-13e7ea712379 req-13aaa0ba-ecde-4a09-8edd-fd925befdbb8 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 946 time: 0.0985050
Jun 25 15:19:31.442818 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b7d016a7-71b9-411f-b654-13e7ea712379 req-ca7830c2-d1ea-47fe-a4a6-96f0fce95573 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419428
Jun 25 15:19:32.400191 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:32.633271 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec09bc6-b6de-4aa4-bc78-28435b6bf25c req-fd57b459-eb66-47ed-9be7-0a0ecd303d55 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:32.634682 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6ec09bc6-b6de-4aa4-bc78-28435b6bf25c req-fd57b459-eb66-47ed-9be7-0a0ecd303d55 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 946 time: 0.0823221
Jun 25 15:19:32.678136 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-6ec09bc6-b6de-4aa4-bc78-28435b6bf25c req-c5f9cb0b-6975-43eb-b19c-0c217d84c2ab tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377734
Jun 25 15:19:33.731078 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d1e27-405a-472c-ab2c-b9ec4f96280a req-30a758cc-4bd0-4645-80dc-14733a717b79 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:33.732550 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bb2d1e27-405a-472c-ab2c-b9ec4f96280a req-30a758cc-4bd0-4645-80dc-14733a717b79 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 946 time: 0.0845912
Jun 25 15:19:33.778275 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-bb2d1e27-405a-472c-ab2c-b9ec4f96280a req-978df2b5-d646-4eaa-a7ee-9c820c8007c1 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400889
Jun 25 15:19:35.069851 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12ef26-1e68-4a56-bac2-f6595f2fab2c req-36300ee6-df42-4726-a545-fd048224e9da tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:35.071257 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9a12ef26-1e68-4a56-bac2-f6595f2fab2c req-36300ee6-df42-4726-a545-fd048224e9da tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 946 time: 0.1812143
Jun 25 15:19:35.117415 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-9a12ef26-1e68-4a56-bac2-f6595f2fab2c req-a423cd50-0f0b-421a-bb17-02d260f11865 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404005
Jun 25 15:19:35.165548 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9f8f4-7e57-46cd-97e5-f2750b5afd6d req-181fd650-c218-4aa0-a7a8-370c80e3e060 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:35.166223 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-53a9f8f4-7e57-46cd-97e5-f2750b5afd6d req-181fd650-c218-4aa0-a7a8-370c80e3e060 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Synchronizing usage tracker for tenant:a0df98e3a9414128b2e7cf5fc9c7a242 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 15:19:35.181720 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-53a9f8f4-7e57-46cd-97e5-f2750b5afd6d req-181fd650-c218-4aa0-a7a8-370c80e3e060 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Unset dirty status for tenant:a0df98e3a9414128b2e7cf5fc9c7a242 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 15:19:35.182781 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-53a9f8f4-7e57-46cd-97e5-f2750b5afd6d req-181fd650-c218-4aa0-a7a8-370c80e3e060 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.16 "GET /v2.0/ports?device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 946 time: 0.0988021
Jun 25 15:19:35.251582 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-53a9f8f4-7e57-46cd-97e5-f2750b5afd6d req-bcfe3740-89b0-4c0b-9201-d35ae191cc68 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Deleting port 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 15:19:35.251920 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-53a9f8f4-7e57-46cd-97e5-f2750b5afd6d req-bcfe3740-89b0-4c0b-9201-d35ae191cc68 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:35.491739 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-53a9f8f4-7e57-46cd-97e5-f2750b5afd6d req-bcfe3740-89b0-4c0b-9201-d35ae191cc68 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] For port 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=18dfe99b-1bf7-4b30-973e-1e5dde00dcdf,segment=NetworkSegment(cd27a536-dc25-4564-96ec-135a7dd1f078),segment_id=cd27a536-dc25-4564-96ec-135a7dd1f078)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:19:35.492089 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-53a9f8f4-7e57-46cd-97e5-f2750b5afd6d req-bcfe3740-89b0-4c0b-9201-d35ae191cc68 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:35.700886 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-53a9f8f4-7e57-46cd-97e5-f2750b5afd6d req-bcfe3740-89b0-4c0b-9201-d35ae191cc68 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Calling delete_port for 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf owned by compute:nova {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 15:19:35.847950 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-53a9f8f4-7e57-46cd-97e5-f2750b5afd6d req-bcfe3740-89b0-4c0b-9201-d35ae191cc68 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:35.854056 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-1963a996-3056-47c2-8e3f-2b843c06498c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:19:35.887746 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['18dfe99b-1bf7-4b30-973e-1e5dde00dcdf'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 15:19:35.901537 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe3740-89b0-4c0b-9201-d35ae191cc68 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Pushing event deleted for resources: {'Port': ['ID=18dfe99b-1bf7-4b30-973e-1e5dde00dcdf,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:19:35.904588 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-bcfe3740-89b0-4c0b-9201-d35ae191cc68 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:19:35.973194 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a9f8f4-7e57-46cd-97e5-f2750b5afd6d req-bcfe3740-89b0-4c0b-9201-d35ae191cc68 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] No DVR routers for this DVR port 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf on host hv-cinder-79809 {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 15:19:35.975564 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-53a9f8f4-7e57-46cd-97e5-f2750b5afd6d req-bcfe3740-89b0-4c0b-9201-d35ae191cc68 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:35.978070 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6296583d-a0ab-44ef-8c23-afcfe614d5fe', 'name': 'network-vif-deleted', 'tag': '18dfe99b-1bf7-4b30-973e-1e5dde00dcdf'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 15:19:35.995720 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-53a9f8f4-7e57-46cd-97e5-f2750b5afd6d req-bcfe3740-89b0-4c0b-9201-d35ae191cc68 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.16 "DELETE /v2.0/ports/18dfe99b-1bf7-4b30-973e-1e5dde00dcdf HTTP/1.1" status: 204  len: 173 time: 0.8067489
Jun 25 15:19:36.023131 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6296583d-a0ab-44ef-8c23-afcfe614d5fe', 'name': 'network-vif-deleted', 'tag': '18dfe99b-1bf7-4b30-973e-1e5dde00dcdf', 'status': 'completed', 'code': 200}
Jun 25 15:19:36.281615 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-92276012-aa8c-4fdf-a70c-04f62640adb5 req-e8ec0cf0-e677-44f1-8055-7336b74553df tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=6296583d-a0ab-44ef-8c23-afcfe614d5fe HTTP/1.1" status: 200  len: 210 time: 0.0427952
Jun 25 15:19:37.639046 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-97e7d296-7c31-4bde-8f9c-bee5e0edc8fb tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:37.640637 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-97e7d296-7c31-4bde-8f9c-bee5e0edc8fb tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/networks?id=d0e8abd9-2cf3-4d12-a963-b2144a8764ca HTTP/1.1" status: 200  len: 809 time: 0.1462293
Jun 25 15:19:37.655641 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-075ff495-e7c8-49a4-b778-a4d8bc21ebf7 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/quotas/a0df98e3a9414128b2e7cf5fc9c7a242 HTTP/1.1" status: 200  len: 375 time: 0.0090129
Jun 25 15:19:37.705696 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-d8959a29-3894-40ea-b664-3c21bb02665b tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a0df98e3a9414128b2e7cf5fc9c7a242&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0452230
Jun 25 15:19:37.836588 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-1aa0b9a5-5975-47a2-8edb-1c83581507d4 service neutron] 10.222.0.52 "GET /v2.0/networks/d0e8abd9-2cf3-4d12-a963-b2144a8764ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235707
Jun 25 15:19:37.979158 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-718627e5-2080-448b-8230-b6245e7cd13c service neutron] 10.222.0.52 "GET /v2.0/networks/d0e8abd9-2cf3-4d12-a963-b2144a8764ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368306
Jun 25 15:19:38.151458 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-99ae54c7-b6a9-4825-9aad-c43f1813ea40 req-bbc88b1a-a1e5-42e4-a428-a988dc225bb3 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=a126ab89-e04f-43de-be59-7c34bd5849cc HTTP/1.1" status: 200  len: 210 time: 0.0433495
Jun 25 15:19:38.426191 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-a90ccf69-37dc-417c-8aed-6e459daf39d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:38.999221 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:39.261970 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-88be2bc7-ad26-4288-9b21-d988ba68903c tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:39.264054 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-88be2bc7-ad26-4288-9b21-d988ba68903c tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.16 "GET /v2.0/networks?id=d0e8abd9-2cf3-4d12-a963-b2144a8764ca HTTP/1.1" status: 200  len: 809 time: 0.1456621
Jun 25 15:19:39.291855 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Request body: {'port': {'device_id': 'a126ab89-e04f-43de-be59-7c34bd5849cc', 'network_id': 'd0e8abd9-2cf3-4d12-a963-b2144a8764ca', 'admin_state_up': True, 'tenant_id': 'a0df98e3a9414128b2e7cf5fc9c7a242'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:19:39.313213 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-10e4f0b6-886d-414c-ace2-d8bf7c972cbb req-49fe0a45-d1c3-419c-ae24-86cb536d7172 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=a126ab89-e04f-43de-be59-7c34bd5849cc HTTP/1.1" status: 200  len: 210 time: 0.0523214
Jun 25 15:19:39.437018 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 25 15:19:39.441081 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Usage tracker for resource:port and tenant:a0df98e3a9414128b2e7cf5fc9c7a242 is out of sync, need to count used quota {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 25 15:19:39.444039 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 25 15:19:39.449821 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.quota.driver [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 25 15:19:39.460681 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Made reservation on behalf of a0df98e3a9414128b2e7cf5fc9c7a242 for: {'port': 1} {{(pid=78436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 25 15:19:39.464382 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:39.624268 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_common [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Allocated IP 172.20.0.8 (d0e8abd9-2cf3-4d12-a963-b2144a8764ca/d4372cc5-b514-4f74-b729-6a8e9bcaca14/e290f202-776f-4767-991b-dd3dede324c2) {{(pid=78436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 25 15:19:39.823521 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Notify callbacks [] for port, precommit_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:39.855327 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783891912461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_create {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:39.855594 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 15:19:39.864059 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-9e38a7dd-d5cc-4869-85a6-f991ce49813c tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:19:39.914222 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] No Port match for: 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 15:19:39.914482 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device 18dfe99b-1bf7-4b30-973e-1e5dde00dcdf not bound to the agent host hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 15:19:39.951331 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Network d0e8abd9-2cf3-4d12-a963-b2144a8764ca is already hosted by enough agents. {{(pid=78436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 25 15:19:39.954370 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.scheduler.base_scheduler [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Resources bound (agent type, host, resource id):  {{(pid=78436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 25 15:19:39.958748 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Received port after_create {{(pid=78436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 25 15:19:39.988414 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Pushing event updated for resources: {'Port': ['ID=e290f202-776f-4767-991b-dd3dede324c2,revision_number=1']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:19:39.994460 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:19:40.023980 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:40.024603 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:40.048116 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-842b8ac8-bb1d-44da-9ac4-246b3ef27783 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7676449
Jun 25 15:19:40.065850 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.v2.base [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Request body: {'port': {'device_id': 'a126ab89-e04f-43de-be59-7c34bd5849cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 25 15:19:40.175725 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:40.500315 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1c4b0-fa14-4858-a1fb-8e0cd3c31dd3 req-2de5d790-d271-43ce-96e5-9c8046855149 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:40.501706 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3ba1c4b0-fa14-4858-a1fb-8e0cd3c31dd3 req-2de5d790-d271-43ce-96e5-9c8046855149 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=a126ab89-e04f-43de-be59-7c34bd5849cc HTTP/1.1" status: 200  len: 931 time: 0.0827522
Jun 25 15:19:40.512091 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e290f202-776f-4767-991b-dd3dede324c2 {{(pid=78436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 15:19:40.520161 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:40.534181 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.provisioning_blocks [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Transition to ACTIVE for port object e290f202-776f-4767-991b-dd3dede324c2 will not be triggered until provisioned by entity L2. {{(pid=78436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 25 15:19:40.538641 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7229925'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:40.543329 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-27e877c6-0ab8-482c-aede-b4c6d24e9a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:19:40.546750 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-3ba1c4b0-fa14-4858-a1fb-8e0cd3c31dd3 req-b9251a78-93b8-4a0c-9546-8f62e7785b77 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389240
Jun 25 15:19:40.811565 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Pushing event updated for resources: {'Port': ['ID=e290f202-776f-4767-991b-dd3dede324c2,revision_number=2']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:19:40.814791 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:19:40.860107 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Attempting to bind port e290f202-776f-4767-991b-dd3dede324c2 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 25 15:19:40.860431 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Attempting to bind port e290f202-776f-4767-991b-dd3dede324c2 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'cd27a536-dc25-4564-96ec-135a7dd1f078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd0e8abd9-2cf3-4d12-a963-b2144a8764ca'}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 25 15:19:40.860909 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Attempting to bind port e290f202-776f-4767-991b-dd3dede324c2 on network d0e8abd9-2cf3-4d12-a963-b2144a8764ca {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 15:19:40.865395 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Port e290f202-776f-4767-991b-dd3dede324c2 on network d0e8abd9-2cf3-4d12-a963-b2144a8764ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 25 15:19:40.865707 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Attempting to bind port e290f202-776f-4767-991b-dd3dede324c2 on network d0e8abd9-2cf3-4d12-a963-b2144a8764ca {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 25 15:19:40.870624 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Checking agent: {'id': '4cb255d9-9e3d-4219-a06f-a03593036ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'started_at': datetime.datetime(2021, 6, 25, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 15, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 25 15:19:40.870951 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Checking segment: {'id': 'cd27a536-dc25-4564-96ec-135a7dd1f078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd0e8abd9-2cf3-4d12-a963-b2144a8764ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 25 15:19:40.871324 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Bound using segment: {'id': 'cd27a536-dc25-4564-96ec-135a7dd1f078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd0e8abd9-2cf3-4d12-a963-b2144a8764ca'} {{(pid=78436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 25 15:19:40.871734 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.managers [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Bound port: e290f202-776f-4767-991b-dd3dede324c2, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd27a536-dc25-4564-96ec-135a7dd1f078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd0e8abd9-2cf3-4d12-a963-b2144a8764ca'}}] {{(pid=78436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 25 15:19:40.872069 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:40.961434 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] For port e290f202-776f-4767-991b-dd3dede324c2, host hv-cinder-79809, cleared binding levels {{(pid=78436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 25 15:19:40.964416 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] For port e290f202-776f-4767-991b-dd3dede324c2, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=e290f202-776f-4767-991b-dd3dede324c2,segment=NetworkSegment(cd27a536-dc25-4564-96ec-135a7dd1f078),segment_id=cd27a536-dc25-4564-96ec-135a7dd1f078)] {{(pid=78436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 25 15:19:40.968413 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7229925'] for port, after_update {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:40.972808 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-475ff72b-ce3d-4405-8d65-0226be056e93 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:19:40.987362 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c9a8b1b5-6942-4cd5-9b70-3b5fbf9688be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:41.029092 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:41.029696 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:41.031058 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7380b07a-ac77-481d-a436-d4047578845c service neutron] 10.222.0.16 "PUT /v2.0/ports/e290f202-776f-4767-991b-dd3dede324c2 HTTP/1.1" status: 200  len: 1093 time: 0.9695251
Jun 25 15:19:41.031624 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a126ab89-e04f-43de-be59-7c34bd5849cc', 'tag': 'e290f202-776f-4767-991b-dd3dede324c2'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 15:19:41.057918 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Pushing event updated for resources: {'Port': ['ID=e290f202-776f-4767-991b-dd3dede324c2,revision_number=3']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:19:41.061006 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-7380b07a-ac77-481d-a436-d4047578845c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:19:41.081872 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a126ab89-e04f-43de-be59-7c34bd5849cc', 'tag': 'e290f202-776f-4767-991b-dd3dede324c2', 'status': 'completed', 'code': 200}
Jun 25 15:19:41.173295 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-50858fdd-6f1b-4471-9eec-d108f175fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:41.174716 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-50858fdd-6f1b-4471-9eec-d108f175fe0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a0df98e3a9414128b2e7cf5fc9c7a242&device_id=a126ab89-e04f-43de-be59-7c34bd5849cc HTTP/1.1" status: 200  len: 1096 time: 0.0722332
Jun 25 15:19:41.247940 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-f16e03ad-4263-432a-a2d3-45a8301a0b4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e290f202-776f-4767-991b-dd3dede324c2 HTTP/1.1" status: 200  len: 217 time: 0.0592961
Jun 25 15:19:41.314422 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7de2be2c-6a2b-48b4-9dc1-0acac42aceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:41.315903 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-7de2be2c-6a2b-48b4-9dc1-0acac42aceba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4372cc5-b514-4f74-b729-6a8e9bcaca14 HTTP/1.1" status: 200  len: 849 time: 0.0600383
Jun 25 15:19:41.363593 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-54c21fb5-6d2a-47f2-8c8c-347cf8c3e00c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d0e8abd9-2cf3-4d12-a963-b2144a8764ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0404062
Jun 25 15:19:41.494305 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-c94449c6-ea04-4fd8-a5d9-4c01eba10cf0 service neutron] 10.222.0.16 "GET /v2.0/networks/d0e8abd9-2cf3-4d12-a963-b2144a8764ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243277
Jun 25 15:19:41.624103 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-b8897f17-e0c0-4d9a-8efc-1f57dde2603a req-0ffc6a70-ce13-4593-a3d9-e74eec9475a3 service neutron] 10.222.0.16 "GET /v2.0/networks/d0e8abd9-2cf3-4d12-a963-b2144a8764ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229067
Jun 25 15:19:41.738293 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca00e7-acd5-4ec8-bff8-c302985477b2 req-65bbc4fb-64d4-417b-ab6c-b145d750351e tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:41.739763 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4fca00e7-acd5-4ec8-bff8-c302985477b2 req-65bbc4fb-64d4-417b-ab6c-b145d750351e tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=a126ab89-e04f-43de-be59-7c34bd5849cc HTTP/1.1" status: 200  len: 943 time: 0.0834033
Jun 25 15:19:41.791186 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-4fca00e7-acd5-4ec8-bff8-c302985477b2 req-537b7074-851c-4b4a-9350-9ff341644efe tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453260
Jun 25 15:19:41.799442 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec6b2f-9ede-4087-abf2-22124e6b0190 req-98d849bc-5873-466e-81d4-ef34e2f32219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:41.801014 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2eec6b2f-9ede-4087-abf2-22124e6b0190 req-98d849bc-5873-466e-81d4-ef34e2f32219 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a0df98e3a9414128b2e7cf5fc9c7a242&device_id=a126ab89-e04f-43de-be59-7c34bd5849cc HTTP/1.1" status: 200  len: 1096 time: 0.0802169
Jun 25 15:19:41.938961 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec6b2f-9ede-4087-abf2-22124e6b0190 req-9467eea1-6450-4426-95c3-5ac0db44ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:41.940366 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2eec6b2f-9ede-4087-abf2-22124e6b0190 req-9467eea1-6450-4426-95c3-5ac0db44ef5a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d0e8abd9-2cf3-4d12-a963-b2144a8764ca HTTP/1.1" status: 200  len: 910 time: 0.1318557
Jun 25 15:19:41.988974 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:42.015002 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2eec6b2f-9ede-4087-abf2-22124e6b0190 req-4977df4d-8f2f-44fd-95c4-77577e376a37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e290f202-776f-4767-991b-dd3dede324c2 HTTP/1.1" status: 200  len: 217 time: 0.0670574
Jun 25 15:19:42.083320 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec6b2f-9ede-4087-abf2-22124e6b0190 req-edd9a314-ca7d-46a8-9b79-987853c18d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:42.084780 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2eec6b2f-9ede-4087-abf2-22124e6b0190 req-edd9a314-ca7d-46a8-9b79-987853c18d79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4372cc5-b514-4f74-b729-6a8e9bcaca14 HTTP/1.1" status: 200  len: 849 time: 0.0621872
Jun 25 15:19:42.133272 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2eec6b2f-9ede-4087-abf2-22124e6b0190 req-0f51f820-125b-4ed5-b6ff-2e3f1156fa31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d0e8abd9-2cf3-4d12-a963-b2144a8764ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411224
Jun 25 15:19:42.271651 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2eec6b2f-9ede-4087-abf2-22124e6b0190 req-924a2d9b-0b2b-43f7-91b6-f66bca149ce7 service neutron] 10.222.0.16 "GET /v2.0/networks/d0e8abd9-2cf3-4d12-a963-b2144a8764ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315215
Jun 25 15:19:42.499451 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-2eec6b2f-9ede-4087-abf2-22124e6b0190 req-5859f640-03db-4369-829c-b7876512fbbf service neutron] 10.222.0.16 "GET /v2.0/networks/d0e8abd9-2cf3-4d12-a963-b2144a8764ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2209346
Jun 25 15:19:42.971389 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11136e6a-bde5-4ea3-a877-2c4bda0acab2 req-d7f75ea8-07f0-41dd-be0d-436465706a07 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:42.973767 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-11136e6a-bde5-4ea3-a877-2c4bda0acab2 req-d7f75ea8-07f0-41dd-be0d-436465706a07 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=a126ab89-e04f-43de-be59-7c34bd5849cc HTTP/1.1" status: 200  len: 943 time: 0.0790746
Jun 25 15:19:43.016385 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-11136e6a-bde5-4ea3-a877-2c4bda0acab2 req-415b661b-66e1-4032-9a2e-4fc39699f3d3 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369561
Jun 25 15:19:43.487268 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:43.916980 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device e290f202-776f-4767-991b-dd3dede324c2 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 25 15:19:44.046793 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port e290f202-776f-4767-991b-dd3dede324c2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=e290f202-776f-4767-991b-dd3dede324c2,segment=NetworkSegment(cd27a536-dc25-4564-96ec-135a7dd1f078),segment_id=cd27a536-dc25-4564-96ec-135a7dd1f078)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:19:44.060414 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Returning: {'device': 'e290f202-776f-4767-991b-dd3dede324c2', 'network_id': 'd0e8abd9-2cf3-4d12-a963-b2144a8764ca', 'port_id': 'e290f202-776f-4767-991b-dd3dede324c2', 'mac_address': 'fa:16:3e:19:d8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4372cc5-b514-4f74-b729-6a8e9bcaca14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 25 15:19:44.116635 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:44.133115 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e290f202-776f-4767-991b-dd3dede324c2 {{(pid=78437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 25 15:19:44.148196 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port e290f202-776f-4767-991b-dd3dede324c2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=e290f202-776f-4767-991b-dd3dede324c2,segment=NetworkSegment(cd27a536-dc25-4564-96ec-135a7dd1f078),segment_id=cd27a536-dc25-4564-96ec-135a7dd1f078)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:19:44.153098 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:44.154772 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:19:44.215336 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a631a89-924e-4d0b-8672-5eb980e5f575 req-ccc679d8-c1e6-4c0f-9878-df4b24fc0bdc tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:44.217026 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7a631a89-924e-4d0b-8672-5eb980e5f575 req-ccc679d8-c1e6-4c0f-9878-df4b24fc0bdc tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=a126ab89-e04f-43de-be59-7c34bd5849cc HTTP/1.1" status: 200  len: 944 time: 0.0948255
Jun 25 15:19:44.228302 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=e290f202-776f-4767-991b-dd3dede324c2,revision_number=4']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:19:44.231302 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:19:44.265708 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-7a631a89-924e-4d0b-8672-5eb980e5f575 req-4fcc06bb-0d32-4e6e-ad41-f091df7c6957 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420818
Jun 25 15:19:44.439132 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['e290f202-776f-4767-991b-dd3dede324c2'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 15:19:45.452109 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a184378-a259-4b58-94b5-abeb30d5e61a req-4ec938ed-5e94-418a-9719-a6889770218f tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:45.453602 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1a184378-a259-4b58-94b5-abeb30d5e61a req-4ec938ed-5e94-418a-9719-a6889770218f tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=a126ab89-e04f-43de-be59-7c34bd5849cc HTTP/1.1" status: 200  len: 944 time: 0.0815258
Jun 25 15:19:45.500557 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-1a184378-a259-4b58-94b5-abeb30d5e61a req-f6218af7-3a49-4f01-a797-675418d90e0c tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409622
Jun 25 15:19:45.933072 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device e290f202-776f-4767-991b-dd3dede324c2 up at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 25 15:19:46.002960 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning for port e290f202-776f-4767-991b-dd3dede324c2 completed by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 25 15:19:46.007556 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.db.provisioning_blocks [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Provisioning complete for port e290f202-776f-4767-991b-dd3dede324c2 triggered by entity L2. {{(pid=78437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 25 15:19:46.007952 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424846'] for port, provisioning_complete {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:46.144642 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732053'] for port, before_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:46.170120 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a126ab89-e04f-43de-be59-7c34bd5849cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e290f202-776f-4767-991b-dd3dede324c2'}] {{(pid=78437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 15:19:46.179356 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] For port e290f202-776f-4767-991b-dd3dede324c2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=e290f202-776f-4767-991b-dd3dede324c2,segment=NetworkSegment(cd27a536-dc25-4564-96ec-135a7dd1f078),segment_id=cd27a536-dc25-4564-96ec-135a7dd1f078)] {{(pid=78437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:19:46.183366 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783892373450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783891912479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783891912524'] for port, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:46.186161 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:19:46.216288 dv-cinder-798091-1-iscsi neutron-server[78437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a126ab89-e04f-43de-be59-7c34bd5849cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e290f202-776f-4767-991b-dd3dede324c2', 'code': 200}
Jun 25 15:19:46.255128 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Pushing event updated for resources: {'Port': ['ID=e290f202-776f-4767-991b-dd3dede324c2,revision_number=5']} {{(pid=78437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:19:46.260129 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG oslo_concurrency.lockutils [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:19:46.478657 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab38f9e-b0a2-4724-a213-3a8a2827c444 req-aa527240-e85c-4549-8968-3e2832327fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:46.480013 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bab38f9e-b0a2-4724-a213-3a8a2827c444 req-aa527240-e85c-4549-8968-3e2832327fa5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a126ab89-e04f-43de-be59-7c34bd5849cc HTTP/1.1" status: 200  len: 1098 time: 0.0684464
Jun 25 15:19:46.524710 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-bab38f9e-b0a2-4724-a213-3a8a2827c444 req-05fa329b-fa79-4e52-98f4-26fd85d25d8a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370696
Jun 25 15:19:46.689712 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe924ee-aa6d-46ee-a621-5a0e7801a11e req-f2eb4dcd-0de5-402f-84ed-585bc25049e8 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:46.691651 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-afe924ee-aa6d-46ee-a621-5a0e7801a11e req-f2eb4dcd-0de5-402f-84ed-585bc25049e8 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=a126ab89-e04f-43de-be59-7c34bd5849cc HTTP/1.1" status: 200  len: 945 time: 0.0827956
Jun 25 15:19:46.736313 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-afe924ee-aa6d-46ee-a621-5a0e7801a11e req-16fe4ffd-e2e1-447a-8e5a-904c5241320f tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389142
Jun 25 15:19:47.923455 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7dc7c9-f8c4-4943-b6b5-a0f7a95de387 req-5211c956-26cc-4c23-af54-ced547965fed tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:47.924903 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0d7dc7c9-f8c4-4943-b6b5-a0f7a95de387 req-5211c956-26cc-4c23-af54-ced547965fed tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=a126ab89-e04f-43de-be59-7c34bd5849cc HTTP/1.1" status: 200  len: 945 time: 0.0825207
Jun 25 15:19:47.973612 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-0d7dc7c9-f8c4-4943-b6b5-a0f7a95de387 req-e339fea7-52d5-4b69-b49d-a9ec4f100d03 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430701
Jun 25 15:19:49.125253 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9092f-1425-4cce-8ef9-1abb931506db req-c789d98e-5aaf-4d7d-832b-91991736da63 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:49.126711 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-84b9092f-1425-4cce-8ef9-1abb931506db req-c789d98e-5aaf-4d7d-832b-91991736da63 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=a126ab89-e04f-43de-be59-7c34bd5849cc HTTP/1.1" status: 200  len: 945 time: 0.0807304
Jun 25 15:19:49.171756 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-84b9092f-1425-4cce-8ef9-1abb931506db req-820ea5e2-751c-47eb-b467-6e5fb18b76cc tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393333
Jun 25 15:19:50.377148 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8120142-f32b-4afe-b161-f9713c9e2dbd req-494840b4-241d-4d95-a6b7-130241563891 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:50.378707 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f8120142-f32b-4afe-b161-f9713c9e2dbd req-494840b4-241d-4d95-a6b7-130241563891 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=a126ab89-e04f-43de-be59-7c34bd5849cc HTTP/1.1" status: 200  len: 945 time: 0.0851662
Jun 25 15:19:50.423929 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-f8120142-f32b-4afe-b161-f9713c9e2dbd req-aa878ec3-6236-41f9-8d8c-f055c11468b9 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/security-groups?id=54c13802-793e-43a1-b46c-d777d58130e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395372
Jun 25 15:19:50.564406 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f4149-a1bb-4c42-8a0d-18c11402f608 req-b464e9e5-2491-4738-bf01-ff467255719c tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 25 15:19:50.565022 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-362f4149-a1bb-4c42-8a0d-18c11402f608 req-b464e9e5-2491-4738-bf01-ff467255719c tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Synchronizing usage tracker for tenant:a0df98e3a9414128b2e7cf5fc9c7a242 on resource:port {{(pid=78436) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 25 15:19:50.580056 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.quota.resource [req-362f4149-a1bb-4c42-8a0d-18c11402f608 req-b464e9e5-2491-4738-bf01-ff467255719c tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Unset dirty status for tenant:a0df98e3a9414128b2e7cf5fc9c7a242 on resource:port {{(pid=78436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 25 15:19:50.581168 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-362f4149-a1bb-4c42-8a0d-18c11402f608 req-b464e9e5-2491-4738-bf01-ff467255719c tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.16 "GET /v2.0/ports?device_id=a126ab89-e04f-43de-be59-7c34bd5849cc HTTP/1.1" status: 200  len: 945 time: 0.0924761
Jun 25 15:19:50.649639 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-362f4149-a1bb-4c42-8a0d-18c11402f608 req-461d9f90-f1f0-430a-bf3f-e662c3505dc3 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Deleting port e290f202-776f-4767-991b-dd3dede324c2 {{(pid=78436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jun 25 15:19:50.649972 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-362f4149-a1bb-4c42-8a0d-18c11402f608 req-461d9f90-f1f0-430a-bf3f-e662c3505dc3 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783892372080'] for port, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:50.893015 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.db [req-362f4149-a1bb-4c42-8a0d-18c11402f608 req-461d9f90-f1f0-430a-bf3f-e662c3505dc3 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] For port e290f202-776f-4767-991b-dd3dede324c2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=e290f202-776f-4767-991b-dd3dede324c2,segment=NetworkSegment(cd27a536-dc25-4564-96ec-135a7dd1f078),segment_id=cd27a536-dc25-4564-96ec-135a7dd1f078)] {{(pid=78436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 25 15:19:50.893288 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-362f4149-a1bb-4c42-8a0d-18c11402f608 req-461d9f90-f1f0-430a-bf3f-e662c3505dc3 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691462'] for port, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:51.015275 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.plugins.ml2.plugin [req-362f4149-a1bb-4c42-8a0d-18c11402f608 req-461d9f90-f1f0-430a-bf3f-e662c3505dc3 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Calling delete_port for e290f202-776f-4767-991b-dd3dede324c2 owned by compute:nova {{(pid=78436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jun 25 15:19:51.153592 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-362f4149-a1bb-4c42-8a0d-18c11402f608 req-461d9f90-f1f0-430a-bf3f-e662c3505dc3 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1731988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783892373468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783891912470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7229906'] for port, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:51.159036 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-97d32647-a316-4b6a-80a1-efb79287821b tempest-AttachVolumeNegativeTest-1313746904 tempest-AttachVolumeNegativeTest-1313746904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:19:51.189581 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.db [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] get_ports_and_sgs() called for port_ids ['e290f202-776f-4767-991b-dd3dede324c2'] {{(pid=78437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 25 15:19:51.209863 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d9f90-f1f0-430a-bf3f-e662c3505dc3 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Pushing event deleted for resources: {'Port': ['ID=e290f202-776f-4767-991b-dd3dede324c2,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:19:51.236409 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-461d9f90-f1f0-430a-bf3f-e662c3505dc3 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:19:51.281582 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.l3_dvrscheduler_db [req-362f4149-a1bb-4c42-8a0d-18c11402f608 req-461d9f90-f1f0-430a-bf3f-e662c3505dc3 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] No DVR routers for this DVR port e290f202-776f-4767-991b-dd3dede324c2 on host hv-cinder-79809 {{(pid=78436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 25 15:19:51.284223 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [req-362f4149-a1bb-4c42-8a0d-18c11402f608 req-461d9f90-f1f0-430a-bf3f-e662c3505dc3 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993636'] for port, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:19:51.287416 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a126ab89-e04f-43de-be59-7c34bd5849cc', 'name': 'network-vif-deleted', 'tag': 'e290f202-776f-4767-991b-dd3dede324c2'}] {{(pid=78436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 25 15:19:51.303553 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [req-362f4149-a1bb-4c42-8a0d-18c11402f608 req-461d9f90-f1f0-430a-bf3f-e662c3505dc3 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.16 "DELETE /v2.0/ports/e290f202-776f-4767-991b-dd3dede324c2 HTTP/1.1" status: 204  len: 173 time: 0.7160628
Jun 25 15:19:51.333037 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a126ab89-e04f-43de-be59-7c34bd5849cc', 'name': 'network-vif-deleted', 'tag': 'e290f202-776f-4767-991b-dd3dede324c2', 'status': 'completed', 'code': 200}
Jun 25 15:19:51.589159 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [req-59033870-b7f6-404a-996b-d0bf0bed90fd req-5ed947f4-82fd-402c-8a2f-f2293fed7f79 tempest-VolumesActionsTest-469267984 tempest-VolumesActionsTest-469267984-project] 10.222.0.52 "GET /v2.0/ports?device_id=a126ab89-e04f-43de-be59-7c34bd5849cc HTTP/1.1" status: 200  len: 210 time: 0.0423079
Jun 25 15:19:52.685959 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:19:53.963335 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device e290f202-776f-4767-991b-dd3dede324c2 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 25 15:19:53.997263 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.plugin [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] No Port match for: e290f202-776f-4767-991b-dd3dede324c2 {{(pid=78437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jun 25 15:19:53.997610 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron.plugins.ml2.rpc [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Device e290f202-776f-4767-991b-dd3dede324c2 not bound to the agent host hv-cinder-79809 {{(pid=78437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 25 15:20:02.443302 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:08.435084 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-410ad904-1ce9-452d-8525-995ba0606eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:09.009280 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:10.994785 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-effb09b0-b6dc-455b-b054-d999e612c693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:11.991889 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:13.494106 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:16.401122 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.wsgi [-] (78436) accepted ('10.222.0.52', 53838) {{(pid=78436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:20:16.463559 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Deleting subnet d4372cc5-b514-4f74-b729-6a8e9bcaca14 {{(pid=78436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jun 25 15:20:16.466463 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:16.514524 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7303082'] for subnet, precommit_delete_associations {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:16.570867 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409244'] for subnet, precommit_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:16.636715 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1409803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7232803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6113039'] for subnet, after_delete {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:16.641348 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-ac5ef643-d096-4729-a058-974e3d7e3e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:20:16.678130 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4372cc5-b514-4f74-b729-6a8e9bcaca14,revision_number=None']} {{(pid=78436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:20:16.680961 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron_lib.callbacks.manager [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Notify callbacks [] for subnet, before_response {{(pid=78436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:16.689830 dv-cinder-798091-1-iscsi neutron-server[78436]: INFO neutron.wsgi [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d4372cc5-b514-4f74-b729-6a8e9bcaca14 HTTP/1.1" status: 204  len: 168 time: 0.2877059
Jun 25 15:20:16.691672 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:16.692046 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:16.692411 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:16.692802 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:16.692934 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 53842) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:20:16.693330 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:16.693504 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:16.693855 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:16.694210 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:16.694562 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:16.694913 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:16.695264 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:16.695608 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:16.698633 dv-cinder-798091-1-iscsi neutron-server[78436]: DEBUG oslo_concurrency.lockutils [None req-5ce74b32-74a1-42ee-825c-df1d55a5eaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:20:16.888517 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1810749'] for network, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:17.009978 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1410625', 'neutron.services.segments.db._delete_segments_for_network-8783892414913'] for network, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:17.025952 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd289a577c0>,) {'filters': {'network_id': ['d0e8abd9-2cf3-4d12-a963-b2144a8764ca']}} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:20:17.041267 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd289a577c0>, 'cd27a536-dc25-4564-96ec-135a7dd1f078') {'for_net_delete': True} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:20:17.041560 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.services.segments.db [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd289a577c0>, 'cd27a536-dc25-4564-96ec-135a7dd1f078') {} {{(pid=78435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 25 15:20:17.052605 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783892427816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6995103'] for segment, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:17.069316 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411206'] for segment, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:17.075382 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=78435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 25 15:20:17.075754 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1411209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6486702'] for segment, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]: Traceback (most recent call last):
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:     timer()
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:     cb(*args, **kw)
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:     return func(*args, **kwargs)
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:     self._notify()
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:     self.callback(batched_events)
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:     event.method(event)
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:     return f(self, *a, **k)
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._get(url).json()
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:     return self.request(url, 'GET', **kwargs)
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 25 15:20:17.089492 dv-cinder-798091-1-iscsi neutron-server[78435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 25 15:20:17.161044 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1410654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549382'] for network, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:17.164318 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:20:17.177621 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578488'] for network, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:17.192505 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0e8abd9-2cf3-4d12-a963-b2144a8764ca,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:20:17.202789 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d0e8abd9-2cf3-4d12-a963-b2144a8764ca HTTP/1.1" status: 204  len: 168 time: 0.5088334
Jun 25 15:20:17.204124 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:17.204528 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:17.204903 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:17.205335 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:17.205699 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:17.206058 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:17.206843 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:17.206843 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:17.207131 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:17.207483 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:17.207838 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:17.208187 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798091-1-iscsi {{(pid=78435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 25 15:20:17.211326 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-01244b50-a89a-4ee4-bfc7-cea98cc8d455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:20:17.310325 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 53848) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:20:17.367424 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-a8eb184a-0136-4a26-81aa-799154a06896 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0df98e3a9414128b2e7cf5fc9c7a242&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0558066
Jun 25 15:20:17.369801 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.wsgi [-] (78435) accepted ('10.222.0.52', 53852) {{(pid=78435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 25 15:20:17.426749 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2519144f-15d3-4080-8636-3d09dee6ac02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:17.451680 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2519144f-15d3-4080-8636-3d09dee6ac02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:17.502939 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2519144f-15d3-4080-8636-3d09dee6ac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743839'] for security_group, after_delete {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:17.506637 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-3be680e8-d898-4b6e-8045-b016e7848cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 25 15:20:17.519960 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519144f-15d3-4080-8636-3d09dee6ac02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c13802-793e-43a1-b46c-d777d58130e1,revision_number=None']} {{(pid=78435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 25 15:20:17.522732 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG oslo_concurrency.lockutils [None req-2519144f-15d3-4080-8636-3d09dee6ac02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 25 15:20:17.523632 dv-cinder-798091-1-iscsi neutron-server[78435]: DEBUG neutron_lib.callbacks.manager [None req-2519144f-15d3-4080-8636-3d09dee6ac02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:17.524829 dv-cinder-798091-1-iscsi neutron-server[78435]: INFO neutron.wsgi [None req-2519144f-15d3-4080-8636-3d09dee6ac02 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54c13802-793e-43a1-b46c-d777d58130e1 HTTP/1.1" status: 204  len: 168 time: 0.1540339
Jun 25 15:20:29.686251 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:20:32.426719 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:38.428072 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7e456b09-fae5-49d5-8ab3-6ab18fcddc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:39.004378 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:40.992360 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-8bed3e5a-685c-489d-9dc0-e7e68d7bc3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:41.996392 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:20:43.493205 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:21:02.417898 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:21:06.685626 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:21:08.428906 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-c953773e-b4cf-4f05-9411-07a7cf4f5af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:21:09.006014 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:21:10.995045 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-7a325b43-1671-414b-ad05-d4ba8d6a30e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:21:11.995372 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:21:13.495897 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:21:32.416920 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:21:38.431458 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-edabe1fc-46dd-4af8-9061-b638a1e071a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:21:39.007315 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:21:40.997200 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-330d7279-5bf1-4c02-b424-6d575a03e568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:21:41.998381 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:21:43.499430 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:21:43.685310 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:22:02.422632 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:22:08.433925 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-1b748236-dab5-4c90-a13c-5a292e3b166a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:22:09.009610 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:22:10.999353 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-86e19ddb-e3b0-4486-bed1-860d06847e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:22:12.001241 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:22:13.502318 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:22:20.684735 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:22:32.421454 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:22:38.435681 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-a6acc444-e829-415c-bb32-ef1d292fc92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:22:39.012990 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:22:41.003038 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-771e1aa5-9645-4d00-8659-2f7d77917572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:22:42.005757 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:22:43.503906 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:22:57.682920 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:23:02.422711 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:23:08.437533 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-0b96ca26-4f8e-4743-9da5-392468a5b470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:23:09.019131 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:23:11.004594 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-57375596-df65-4171-abd4-e51667fae83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:23:12.008247 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:23:13.506828 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:23:32.421472 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:23:34.681837 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:23:38.439562 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-70af4c35-ef34-4afc-b283-97b9e5e6311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:23:39.019913 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:23:41.005672 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-be459dd3-2518-4a7a-adbd-4efca250c172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:23:42.008662 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:23:43.511137 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:24:02.421182 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:24:08.440909 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1241-9e26-40d8-bf23-afc23e9a4dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:24:09.022527 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:24:11.006428 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-13806922-0a5a-4daa-980a-7baeaaec1729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:24:11.680595 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:24:12.013438 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:24:13.512914 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:24:32.435879 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:24:38.443376 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-12381cf9-3109-40bf-a88d-fa790b31b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:24:39.023883 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:24:41.009127 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-d9d4b180-6069-42c3-8fa1-7f985c865ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:24:42.020823 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:24:43.518399 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:24:48.679360 dv-cinder-798091-1-iscsi neutron-server[78438]: DEBUG neutron.db.agents_db [None req-dfe6f994-1c8b-46d1-9e2d-ff977aa3bcc9 None None] Agent healthcheck: found 6 active agents {{(pid=78438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 25 15:25:02.464869 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-b54081a9-c75e-4857-853f-2601f28ef8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:25:08.445581 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-247b2152-3972-460c-99c3-878a98bcf6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:25:09.026235 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-4bfad0c1-a75e-41c7-a195-d66e108003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:25:11.011139 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-a69ab595-977f-465a-b7f0-f4c14bf6e6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:25:12.018413 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-89f14bcd-a52f-40d4-ad48-ac81499917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 25 15:25:13.518369 dv-cinder-798091-1-iscsi neutron-server[78437]: DEBUG neutron_lib.callbacks.manager [None req-cd635dcf-836d-4f23-9b3d-99ed142f7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783892414922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424799'] for agent, after_update {{(pid=78437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}